[ 537.888223] env[62788]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62788) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.888613] env[62788]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62788) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.888678] env[62788]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62788) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.888999] env[62788]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 537.984452] env[62788]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62788) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 537.994542] env[62788]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62788) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 538.597015] env[62788]: INFO nova.virt.driver [None req-73dede2f-035e-4cef-a902-83c4b18f2bc4 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 538.666772] env[62788]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.666929] env[62788]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.667049] env[62788]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62788) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 541.904551] env[62788]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-1f6ef9df-daae-4646-b721-1289c1222347 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.920404] env[62788]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62788) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 541.920527] env[62788]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-cd560ec8-ab37-449f-bf13-fc1489756f33 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.953147] env[62788]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 50aac. [ 541.953302] env[62788]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.286s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.953906] env[62788]: INFO nova.virt.vmwareapi.driver [None req-73dede2f-035e-4cef-a902-83c4b18f2bc4 None None] VMware vCenter version: 7.0.3 [ 541.957825] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6471d11b-e3c7-45b9-bdf3-a0404077512c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.976721] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b82a40-aa2a-4706-80af-f48a399d780a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.982835] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f42d06-265f-458e-9918-bb47afe4a861 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.989655] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9822c922-faac-429a-b205-a04987c312dd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.002903] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0cdfe9-0441-49eb-b1c1-1750e1230639 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.009258] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0179073c-be48-4824-b04a-ce9d150bfb82 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.040015] env[62788]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-e04f45e7-f991-4f97-8e6a-08f7da073d0e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.045594] env[62788]: DEBUG nova.virt.vmwareapi.driver [None req-73dede2f-035e-4cef-a902-83c4b18f2bc4 None None] Extension org.openstack.compute already exists. {{(pid=62788) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 542.048427] env[62788]: INFO nova.compute.provider_config [None req-73dede2f-035e-4cef-a902-83c4b18f2bc4 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 542.552389] env[62788]: DEBUG nova.context [None req-73dede2f-035e-4cef-a902-83c4b18f2bc4 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),f1bfe34d-bc7e-4d80-9a84-0a00a8c343a2(cell1) {{(pid=62788) load_cells /opt/stack/nova/nova/context.py:464}} [ 542.555582] env[62788]: DEBUG oslo_concurrency.lockutils [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.555810] env[62788]: DEBUG oslo_concurrency.lockutils [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.556611] env[62788]: DEBUG oslo_concurrency.lockutils [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.557044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Acquiring lock "f1bfe34d-bc7e-4d80-9a84-0a00a8c343a2" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 542.557238] env[62788]: DEBUG oslo_concurrency.lockutils [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Lock "f1bfe34d-bc7e-4d80-9a84-0a00a8c343a2" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 542.558373] env[62788]: DEBUG oslo_concurrency.lockutils [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Lock "f1bfe34d-bc7e-4d80-9a84-0a00a8c343a2" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 542.578038] env[62788]: INFO dbcounter [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Registered counter for database nova_cell0 [ 542.585907] env[62788]: INFO dbcounter [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Registered counter for database nova_cell1 [ 542.589045] env[62788]: DEBUG oslo_db.sqlalchemy.engines [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62788) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 542.589644] env[62788]: DEBUG oslo_db.sqlalchemy.engines [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62788) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 542.594097] env[62788]: ERROR nova.db.main.api [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 542.594097] env[62788]: result = function(*args, **kwargs) [ 542.594097] env[62788]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 542.594097] env[62788]: return func(*args, **kwargs) [ 542.594097] env[62788]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 542.594097] env[62788]: result = fn(*args, **kwargs) [ 542.594097] env[62788]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 542.594097] env[62788]: return f(*args, **kwargs) [ 542.594097] env[62788]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 542.594097] env[62788]: return db.service_get_minimum_version(context, binaries) [ 542.594097] env[62788]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 542.594097] env[62788]: _check_db_access() [ 542.594097] env[62788]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 542.594097] env[62788]: stacktrace = ''.join(traceback.format_stack()) [ 542.594097] env[62788]: [ 542.595066] env[62788]: ERROR nova.db.main.api [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 542.595066] env[62788]: result = function(*args, **kwargs) [ 542.595066] env[62788]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 542.595066] env[62788]: return func(*args, **kwargs) [ 542.595066] env[62788]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 542.595066] env[62788]: result = fn(*args, **kwargs) [ 542.595066] env[62788]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 542.595066] env[62788]: return f(*args, **kwargs) [ 542.595066] env[62788]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 542.595066] env[62788]: return db.service_get_minimum_version(context, binaries) [ 542.595066] env[62788]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 542.595066] env[62788]: _check_db_access() [ 542.595066] env[62788]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 542.595066] env[62788]: stacktrace = ''.join(traceback.format_stack()) [ 542.595066] env[62788]: [ 542.595452] env[62788]: WARNING nova.objects.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Failed to get minimum service version for cell f1bfe34d-bc7e-4d80-9a84-0a00a8c343a2 [ 542.595584] env[62788]: WARNING nova.objects.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 542.595990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Acquiring lock "singleton_lock" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 542.596169] env[62788]: DEBUG oslo_concurrency.lockutils [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Acquired lock "singleton_lock" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.596454] env[62788]: DEBUG oslo_concurrency.lockutils [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Releasing lock "singleton_lock" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 542.596792] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Full set of CONF: {{(pid=62788) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 542.596948] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ******************************************************************************** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 542.597090] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] Configuration options gathered from: {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 542.597228] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 542.597453] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 542.597585] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ================================================================================ {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 542.597792] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] allow_resize_to_same_host = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.597958] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] arq_binding_timeout = 300 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.598102] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] backdoor_port = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.598230] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] backdoor_socket = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.598392] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] block_device_allocate_retries = 60 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.598552] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] block_device_allocate_retries_interval = 3 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.598718] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cert = self.pem {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.598880] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.599052] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute_monitors = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.599220] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] config_dir = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.599387] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] config_drive_format = iso9660 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.599521] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.599680] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] config_source = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.599843] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] console_host = devstack {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.600015] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] control_exchange = nova {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.600176] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cpu_allocation_ratio = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.600333] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] daemon = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.600498] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] debug = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.600651] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] default_access_ip_network_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.600810] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] default_availability_zone = nova {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.600959] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] default_ephemeral_format = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.601127] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] default_green_pool_size = 1000 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.601362] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.601524] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] default_schedule_zone = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.601677] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] disk_allocation_ratio = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.601832] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] enable_new_services = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.602013] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] enabled_apis = ['osapi_compute'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.602187] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] enabled_ssl_apis = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.602352] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] flat_injected = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.602543] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] force_config_drive = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.602705] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] force_raw_images = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.602873] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] graceful_shutdown_timeout = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.603043] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] heal_instance_info_cache_interval = 60 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.603266] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] host = cpu-1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.603443] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.603606] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.603764] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.603971] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.604148] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] instance_build_timeout = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.604310] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] instance_delete_interval = 300 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.604476] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] instance_format = [instance: %(uuid)s] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.604640] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] instance_name_template = instance-%08x {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.604801] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] instance_usage_audit = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.604969] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] instance_usage_audit_period = month {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.605146] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.605313] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.605477] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] internal_service_availability_zone = internal {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.605631] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] key = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.605806] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] live_migration_retry_count = 30 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.605952] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] log_color = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.606128] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] log_config_append = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.606301] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.606484] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] log_dir = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.606645] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] log_file = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.606774] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] log_options = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.606934] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] log_rotate_interval = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.607114] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] log_rotate_interval_type = days {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.607285] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] log_rotation_type = none {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.607432] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.607561] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.607731] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.607894] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.608034] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.608201] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] long_rpc_timeout = 1800 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.608359] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] max_concurrent_builds = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.608518] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] max_concurrent_live_migrations = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.608699] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] max_concurrent_snapshots = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.608869] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] max_local_block_devices = 3 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.609041] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] max_logfile_count = 30 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.609203] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] max_logfile_size_mb = 200 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.609362] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] maximum_instance_delete_attempts = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.609528] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] metadata_listen = 0.0.0.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.609694] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] metadata_listen_port = 8775 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.609861] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] metadata_workers = 2 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.610029] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] migrate_max_retries = -1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.610199] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] mkisofs_cmd = genisoimage {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.610401] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.610537] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] my_ip = 10.180.1.21 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.610739] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.610902] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] network_allocate_retries = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.611090] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.611260] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.611422] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] osapi_compute_listen_port = 8774 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.611589] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] osapi_compute_unique_server_name_scope = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.611759] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] osapi_compute_workers = 2 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.611919] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] password_length = 12 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.612092] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] periodic_enable = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.612256] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] periodic_fuzzy_delay = 60 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.612421] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] pointer_model = usbtablet {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.612589] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] preallocate_images = none {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.612746] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] publish_errors = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.612877] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] pybasedir = /opt/stack/nova {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.613082] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ram_allocation_ratio = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.613254] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] rate_limit_burst = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.613421] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] rate_limit_except_level = CRITICAL {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.613579] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] rate_limit_interval = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.613737] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] reboot_timeout = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.613894] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] reclaim_instance_interval = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.614059] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] record = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.614230] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] reimage_timeout_per_gb = 60 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.614408] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] report_interval = 120 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.614591] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] rescue_timeout = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.614755] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] reserved_host_cpus = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.614916] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] reserved_host_disk_mb = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.615088] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] reserved_host_memory_mb = 512 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.615249] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] reserved_huge_pages = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.615410] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] resize_confirm_window = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.615569] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] resize_fs_using_block_device = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.615724] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] resume_guests_state_on_host_boot = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.615899] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.616064] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] rpc_response_timeout = 60 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.616237] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] run_external_periodic_tasks = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.616430] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] running_deleted_instance_action = reap {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.616595] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.616754] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] running_deleted_instance_timeout = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.616911] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] scheduler_instance_sync_interval = 120 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.617091] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] service_down_time = 720 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.617260] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] servicegroup_driver = db {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.617445] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] shell_completion = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.617611] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] shelved_offload_time = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.617770] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] shelved_poll_interval = 3600 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.617936] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] shutdown_timeout = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.618108] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] source_is_ipv6 = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.618269] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ssl_only = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.618520] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.618727] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] sync_power_state_interval = 600 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.618903] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] sync_power_state_pool_size = 1000 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.619085] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] syslog_log_facility = LOG_USER {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.619246] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] tempdir = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.619407] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] timeout_nbd = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.619573] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] transport_url = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.619735] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] update_resources_interval = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.619893] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] use_cow_images = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.620083] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] use_journal = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.620221] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] use_json = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.620379] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] use_rootwrap_daemon = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.620537] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] use_stderr = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.620696] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] use_syslog = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.620852] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vcpu_pin_set = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.621027] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plugging_is_fatal = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.621200] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plugging_timeout = 300 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.621365] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] virt_mkfs = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.621527] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] volume_usage_poll_interval = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.621686] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] watch_log_file = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.621849] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] web = /usr/share/spice-html5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.622037] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.622209] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.622372] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.622544] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_concurrency.disable_process_locking = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.623428] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.623629] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.623807] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.623987] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.624181] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.624352] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.624539] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.auth_strategy = keystone {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.624712] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.compute_link_prefix = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.624891] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.625089] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.dhcp_domain = novalocal {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.625266] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.enable_instance_password = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.625437] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.glance_link_prefix = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.625608] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.625781] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.625950] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.instance_list_per_project_cells = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.626125] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.list_records_by_skipping_down_cells = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.626301] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.local_metadata_per_cell = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.626514] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.max_limit = 1000 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.626699] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.metadata_cache_expiration = 15 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.626878] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.neutron_default_tenant_id = default {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.627064] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.response_validation = warn {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.627243] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.use_neutron_default_nets = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.627418] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.627587] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.627756] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.627929] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.628123] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.vendordata_dynamic_targets = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.628291] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.vendordata_jsonfile_path = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.628474] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.628700] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.backend = dogpile.cache.memcached {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.628877] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.backend_argument = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.629055] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.backend_expiration_time = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.629232] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.config_prefix = cache.oslo {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.629402] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.dead_timeout = 60.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.629571] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.debug_cache_backend = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.629736] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.enable_retry_client = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.629899] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.enable_socket_keepalive = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.630083] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.enabled = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.630254] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.enforce_fips_mode = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.630424] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.expiration_time = 600 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.630591] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.hashclient_retry_attempts = 2 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.630781] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.630956] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.memcache_dead_retry = 300 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.631130] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.memcache_password = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.631299] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.631465] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.631632] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.memcache_pool_maxsize = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.631797] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.631961] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.memcache_sasl_enabled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.632156] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.632327] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.632489] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.memcache_username = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.632654] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.proxies = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.632817] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.redis_db = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.632975] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.redis_password = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.633162] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.633339] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.633510] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.redis_server = localhost:6379 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.633677] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.redis_socket_timeout = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.633835] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.redis_username = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.633997] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.retry_attempts = 2 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.634179] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.retry_delay = 0.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.634350] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.socket_keepalive_count = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.634509] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.socket_keepalive_idle = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.634671] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.socket_keepalive_interval = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.634830] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.tls_allowed_ciphers = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.634987] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.tls_cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.635159] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.tls_certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.635323] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.tls_enabled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.635483] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cache.tls_keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.635656] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.auth_section = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.635832] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.auth_type = password {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.635996] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.636224] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.636416] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.636592] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.636761] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.cross_az_attach = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.636927] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.debug = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.637109] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.endpoint_template = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.637284] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.http_retries = 3 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.637479] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.637646] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.637819] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.os_region_name = RegionOne {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.637985] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.638162] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cinder.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.638338] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.638510] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.cpu_dedicated_set = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.638693] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.cpu_shared_set = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.638867] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.image_type_exclude_list = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.639046] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.639216] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.639380] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.639546] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.639716] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.639881] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.resource_provider_association_refresh = 300 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.640061] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.640232] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.shutdown_retry_interval = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.640415] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.640598] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] conductor.workers = 2 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.640778] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] console.allowed_origins = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.640941] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] console.ssl_ciphers = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.641129] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] console.ssl_minimum_version = default {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.641303] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] consoleauth.enforce_session_timeout = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.641477] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] consoleauth.token_ttl = 600 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.641652] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.641812] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.641977] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.642153] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.connect_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.642314] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.connect_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.642476] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.endpoint_override = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.642641] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.642825] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.642990] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.max_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.643165] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.min_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.643325] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.region_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.643486] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.retriable_status_codes = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.643644] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.service_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.643815] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.service_type = accelerator {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.643978] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.644152] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.status_code_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.644339] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.status_code_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.644475] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.644654] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.644817] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] cyborg.version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.644987] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.asyncio_connection = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.645166] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.asyncio_slave_connection = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.645337] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.backend = sqlalchemy {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.645511] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.connection = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.645676] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.connection_debug = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.645843] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.connection_parameters = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.646015] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.connection_recycle_time = 3600 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.646188] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.connection_trace = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.646373] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.db_inc_retry_interval = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.646547] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.db_max_retries = 20 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.646717] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.db_max_retry_interval = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.646882] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.db_retry_interval = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.647058] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.max_overflow = 50 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.647228] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.max_pool_size = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.647413] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.max_retries = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.647593] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.647756] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.mysql_wsrep_sync_wait = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.647917] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.pool_timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.648094] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.retry_interval = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.648259] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.slave_connection = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.648424] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.sqlite_synchronous = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.648590] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] database.use_db_reconnect = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.648791] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.asyncio_connection = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.648958] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.asyncio_slave_connection = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.649156] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.backend = sqlalchemy {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.649333] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.connection = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.649509] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.connection_debug = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.649683] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.connection_parameters = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.649849] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.connection_recycle_time = 3600 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.650025] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.connection_trace = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.650196] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.db_inc_retry_interval = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.650362] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.db_max_retries = 20 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.650531] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.db_max_retry_interval = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.650696] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.db_retry_interval = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.650861] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.max_overflow = 50 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.651034] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.max_pool_size = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.651204] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.max_retries = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.651374] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.651539] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.651701] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.pool_timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.651867] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.retry_interval = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.652040] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.slave_connection = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.652211] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] api_database.sqlite_synchronous = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.652387] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] devices.enabled_mdev_types = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.652566] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.652739] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.652902] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ephemeral_storage_encryption.enabled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.653081] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.653255] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.api_servers = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.653423] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.653587] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.653754] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.653914] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.connect_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.654091] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.connect_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.654262] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.debug = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.654428] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.default_trusted_certificate_ids = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.654593] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.enable_certificate_validation = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.654775] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.enable_rbd_download = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.654949] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.endpoint_override = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.655131] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.655295] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.655457] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.max_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.655614] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.min_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.655778] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.num_retries = 3 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.655946] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.rbd_ceph_conf = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.656121] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.rbd_connect_timeout = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.656304] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.rbd_pool = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.656506] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.rbd_user = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.656688] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.region_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.656849] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.retriable_status_codes = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.657022] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.service_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.657191] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.service_type = image {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.657355] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.657538] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.status_code_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.657699] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.status_code_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.657856] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.658047] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.658217] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.verify_glance_signatures = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.658376] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] glance.version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.658545] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] guestfs.debug = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.658737] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.auth_section = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.658910] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.auth_type = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.659082] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.659243] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.659409] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.659572] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.connect_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.659732] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.connect_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.659894] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.endpoint_override = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.660087] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.660256] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.660418] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.max_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.660582] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.min_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.660740] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.region_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.660904] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.retriable_status_codes = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.661075] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.service_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.661248] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.service_type = shared-file-system {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.661416] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.share_apply_policy_timeout = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.661582] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.661743] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.status_code_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.661901] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.status_code_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.662081] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.662267] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.662431] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] manila.version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.662605] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] mks.enabled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.662961] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.663168] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] image_cache.manager_interval = 2400 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.663341] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] image_cache.precache_concurrency = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.663516] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] image_cache.remove_unused_base_images = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.663687] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.663854] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.664046] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] image_cache.subdirectory_name = _base {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.664228] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.api_max_retries = 60 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.664395] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.api_retry_interval = 2 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.664555] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.auth_section = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.664719] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.auth_type = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.664880] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.665050] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.665219] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.665385] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.conductor_group = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.665546] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.connect_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.665706] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.connect_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.665865] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.endpoint_override = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.666041] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.666206] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.666400] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.max_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.666571] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.min_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.666743] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.peer_list = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.666928] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.region_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.667107] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.retriable_status_codes = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.667277] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.serial_console_state_timeout = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.667458] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.service_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.667642] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.service_type = baremetal {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.667805] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.shard = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.667969] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.668143] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.status_code_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.668306] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.status_code_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.668469] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.668653] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.668815] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ironic.version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.668997] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.669190] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] key_manager.fixed_key = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.669374] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.669538] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.barbican_api_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.669698] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.barbican_endpoint = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.669871] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.barbican_endpoint_type = public {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.670049] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.barbican_region_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.670216] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.670378] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.670544] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.670707] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.670864] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.671036] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.number_of_retries = 60 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.671205] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.retry_delay = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.671370] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.send_service_user_token = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.671535] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.671693] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.671855] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.verify_ssl = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.672017] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican.verify_ssl_path = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.672190] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican_service_user.auth_section = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.672354] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican_service_user.auth_type = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.672514] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican_service_user.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.672671] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican_service_user.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.672837] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican_service_user.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.672998] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican_service_user.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.673172] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican_service_user.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.673337] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican_service_user.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.673497] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] barbican_service_user.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.673663] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vault.approle_role_id = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.673820] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vault.approle_secret_id = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.673988] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vault.kv_mountpoint = secret {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.674164] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vault.kv_path = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.674332] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vault.kv_version = 2 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.674494] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vault.namespace = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.674650] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vault.root_token_id = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.674809] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vault.ssl_ca_crt_file = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.674976] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vault.timeout = 60.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.675155] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vault.use_ssl = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.675326] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.675498] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.675659] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.675823] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.675982] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.connect_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.676156] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.connect_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.676339] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.endpoint_override = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.676517] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.676680] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.676840] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.max_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.677008] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.min_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.677176] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.region_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.677341] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.retriable_status_codes = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.677528] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.service_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.677704] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.service_type = identity {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.677870] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.678041] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.status_code_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.678207] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.status_code_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.678366] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.678545] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.678732] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] keystone.version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.678935] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.ceph_mount_options = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.679251] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.679436] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.connection_uri = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.679603] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.cpu_mode = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.679775] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.679946] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.cpu_models = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.680132] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.cpu_power_governor_high = performance {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.680308] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.680475] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.cpu_power_management = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.680645] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.680814] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.device_detach_attempts = 8 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.680980] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.device_detach_timeout = 20 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.681163] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.disk_cachemodes = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.681325] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.disk_prefix = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.681490] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.enabled_perf_events = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.681651] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.file_backed_memory = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.681814] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.gid_maps = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.681973] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.hw_disk_discard = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.682146] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.hw_machine_type = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.682316] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.images_rbd_ceph_conf = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.682482] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.682646] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.682813] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.images_rbd_glance_store_name = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.682980] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.images_rbd_pool = rbd {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.683165] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.images_type = default {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.683328] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.images_volume_group = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.683494] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.inject_key = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.683660] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.inject_partition = -2 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.683823] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.inject_password = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.683986] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.iscsi_iface = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.684167] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.iser_use_multipath = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.684334] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.684496] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.684658] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_downtime = 500 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.684820] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.684981] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.685152] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_inbound_addr = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.685315] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.685480] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.685638] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_scheme = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.685809] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_timeout_action = abort {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.685971] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_tunnelled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.686146] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_uri = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.686321] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.live_migration_with_native_tls = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.686500] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.max_queues = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.686671] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.686901] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.687078] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.nfs_mount_options = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.687365] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.687563] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.687738] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.687901] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.688078] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.688250] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.num_pcie_ports = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.688416] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.688585] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.pmem_namespaces = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.688771] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.quobyte_client_cfg = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.689087] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.689269] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.689438] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.689604] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.689764] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.rbd_secret_uuid = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.689924] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.rbd_user = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.690108] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.690285] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.690449] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.rescue_image_id = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.690610] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.rescue_kernel_id = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.690792] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.rescue_ramdisk_id = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.690970] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.691144] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.rx_queue_size = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.691329] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.smbfs_mount_options = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.691616] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.691792] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.snapshot_compression = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.691953] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.snapshot_image_format = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.692194] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.692365] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.sparse_logical_volumes = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.692532] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.swtpm_enabled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.692703] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.swtpm_group = tss {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.692869] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.swtpm_user = tss {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.693050] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.sysinfo_serial = unique {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.693212] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.tb_cache_size = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.693371] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.tx_queue_size = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.693536] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.uid_maps = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.693699] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.use_virtio_for_bridges = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.693868] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.virt_type = kvm {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.694046] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.volume_clear = zero {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.694215] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.volume_clear_size = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.694378] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.volume_use_multipath = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.694537] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.vzstorage_cache_path = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.694706] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.694870] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.695047] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.695223] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.695508] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.695698] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.vzstorage_mount_user = stack {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.695867] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.696055] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.auth_section = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.696235] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.auth_type = password {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.696428] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.696601] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.696769] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.696928] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.connect_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.697101] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.connect_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.697277] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.default_floating_pool = public {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.697457] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.endpoint_override = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.697634] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.extension_sync_interval = 600 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.697802] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.http_retries = 3 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.697967] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.698141] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.698302] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.max_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.698478] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.698654] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.min_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.698836] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.ovs_bridge = br-int {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.699018] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.physnets = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.699190] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.region_name = RegionOne {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.699354] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.retriable_status_codes = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.699528] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.service_metadata_proxy = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.699700] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.service_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.699868] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.service_type = network {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.700042] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.700206] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.status_code_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.700366] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.status_code_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.700525] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.700705] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.700867] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] neutron.version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.701051] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] notifications.bdms_in_notifications = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.701235] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] notifications.default_level = INFO {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.701404] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] notifications.include_share_mapping = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.701581] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] notifications.notification_format = unversioned {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.701746] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] notifications.notify_on_state_change = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.701922] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.702110] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] pci.alias = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.702282] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] pci.device_spec = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.702448] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] pci.report_in_placement = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.702623] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.auth_section = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.702817] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.auth_type = password {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.702996] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.703174] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.703334] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.703501] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.703662] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.connect_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.703821] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.connect_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.703979] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.default_domain_id = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.704151] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.default_domain_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.704312] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.domain_id = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.704472] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.domain_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.704629] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.endpoint_override = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.704791] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.704946] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.705115] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.max_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.705274] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.min_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.705442] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.password = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.705612] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.project_domain_id = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.705772] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.project_domain_name = Default {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.705937] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.project_id = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.706121] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.project_name = service {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.706299] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.region_name = RegionOne {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.706479] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.retriable_status_codes = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.706643] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.service_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.706814] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.service_type = placement {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.706977] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.707155] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.status_code_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.707315] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.status_code_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.707506] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.system_scope = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.707677] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.707835] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.trust_id = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.707994] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.user_domain_id = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.708177] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.user_domain_name = Default {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.708530] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.user_id = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.708530] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.username = nova {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.708698] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.708870] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] placement.version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.709060] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.cores = 20 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.709229] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.count_usage_from_placement = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.709401] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.709573] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.injected_file_content_bytes = 10240 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.709741] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.injected_file_path_length = 255 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.709906] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.injected_files = 5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.710082] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.instances = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.710250] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.key_pairs = 100 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.710416] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.metadata_items = 128 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.710581] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.ram = 51200 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.710745] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.recheck_quota = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.710911] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.server_group_members = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.711086] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.server_groups = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.711299] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.711474] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] quota.unified_limits_resource_strategy = require {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.711651] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.711816] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.711979] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] scheduler.image_metadata_prefilter = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.712156] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.712326] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] scheduler.max_attempts = 3 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.712486] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] scheduler.max_placement_results = 1000 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.712645] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.712805] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.712966] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.713151] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] scheduler.workers = 2 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.713327] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.713499] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.713682] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.713844] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.714015] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.714185] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.714348] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.714534] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.714698] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.host_subset_size = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.714902] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.715082] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.715249] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.715423] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.isolated_hosts = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.715588] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.isolated_images = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.715765] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.715925] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.716100] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.716275] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.pci_in_placement = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.716454] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.716629] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.716794] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.716959] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.717139] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.717309] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.717487] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.track_instance_changes = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.717671] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.717844] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] metrics.required = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.718021] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] metrics.weight_multiplier = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.718193] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.718357] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] metrics.weight_setting = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.718683] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.718872] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] serial_console.enabled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.719063] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] serial_console.port_range = 10000:20000 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.719239] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.719409] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.719580] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] serial_console.serialproxy_port = 6083 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.719750] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] service_user.auth_section = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.719921] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] service_user.auth_type = password {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.720171] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] service_user.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.720256] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] service_user.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.720419] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] service_user.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.720583] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] service_user.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.720741] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] service_user.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.720909] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] service_user.send_service_user_token = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.721084] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] service_user.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.721248] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] service_user.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.721421] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.agent_enabled = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.721584] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.enabled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.721890] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.722107] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.722282] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.html5proxy_port = 6082 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.722448] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.image_compression = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.722609] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.jpeg_compression = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.722770] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.playback_compression = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.722934] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.require_secure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.723116] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.server_listen = 127.0.0.1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.723288] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.723450] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.streaming_mode = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.723612] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] spice.zlib_compression = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.723779] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] upgrade_levels.baseapi = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.723950] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] upgrade_levels.compute = auto {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.724128] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] upgrade_levels.conductor = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.724292] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] upgrade_levels.scheduler = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.724458] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.724622] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.724779] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vendordata_dynamic_auth.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.724933] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vendordata_dynamic_auth.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.725106] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.725270] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vendordata_dynamic_auth.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.725429] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.725592] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.725750] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vendordata_dynamic_auth.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.725922] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.api_retry_count = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.726096] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.ca_file = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.726268] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.726465] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.cluster_name = testcl1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.726638] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.connection_pool_size = 10 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.726823] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.console_delay_seconds = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.727017] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.datastore_regex = ^datastore.* {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.727235] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.727430] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.host_password = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.727615] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.host_port = 443 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.727789] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.host_username = administrator@vsphere.local {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.727959] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.insecure = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.728142] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.integration_bridge = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.728310] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.maximum_objects = 100 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.728471] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.pbm_default_policy = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.728633] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.pbm_enabled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.728791] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.pbm_wsdl_location = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.728959] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.729129] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.serial_port_proxy_uri = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.729292] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.serial_port_service_uri = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.729458] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.task_poll_interval = 0.5 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.729630] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.use_linked_clone = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.729796] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.vnc_keymap = en-us {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.729962] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.vnc_port = 5900 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.730137] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vmware.vnc_port_total = 10000 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.730328] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vnc.auth_schemes = ['none'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.730503] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vnc.enabled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.730798] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.730985] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.731172] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vnc.novncproxy_port = 6080 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.731371] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vnc.server_listen = 127.0.0.1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.731555] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.731718] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vnc.vencrypt_ca_certs = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.731880] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vnc.vencrypt_client_cert = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.732050] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vnc.vencrypt_client_key = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.732229] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.732394] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.disable_deep_image_inspection = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.732560] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.732717] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.732876] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.733046] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.disable_rootwrap = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.733213] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.enable_numa_live_migration = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.733374] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.733535] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.733693] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.733853] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.libvirt_disable_apic = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.734018] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.734183] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.734344] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.734506] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.734664] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.734823] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.734982] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.735156] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.735318] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.735483] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.735664] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.735832] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] wsgi.client_socket_timeout = 900 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.735997] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] wsgi.default_pool_size = 1000 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.736178] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] wsgi.keep_alive = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.736373] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] wsgi.max_header_line = 16384 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.736544] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.736707] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] wsgi.ssl_ca_file = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.736869] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] wsgi.ssl_cert_file = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.737039] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] wsgi.ssl_key_file = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.737209] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] wsgi.tcp_keepidle = 600 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.737388] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.737590] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] zvm.ca_file = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.737758] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] zvm.cloud_connector_url = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.738063] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.738241] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] zvm.reachable_timeout = 300 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.738414] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.738591] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.738798] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler.connection_string = messaging:// {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.738970] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler.enabled = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.739156] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler.es_doc_type = notification {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.739325] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler.es_scroll_size = 10000 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.739495] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler.es_scroll_time = 2m {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.739656] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler.filter_error_trace = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.739824] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler.hmac_keys = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.739991] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler.sentinel_service_name = mymaster {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.740170] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler.socket_timeout = 0.1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.740336] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler.trace_requests = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.740538] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler.trace_sqlalchemy = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.740753] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler_jaeger.process_tags = {} {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.740921] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler_jaeger.service_name_prefix = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.741100] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] profiler_otlp.service_name_prefix = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.741270] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] remote_debug.host = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.741431] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] remote_debug.port = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.741608] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.741771] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.741933] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.742110] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.742277] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.742441] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.742604] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.742767] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.742928] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.743111] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.743272] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.743442] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.743609] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.743773] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.743941] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.744127] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.744298] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.744470] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.744633] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.744795] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.744959] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.745137] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.745301] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.745466] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.745626] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.745787] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.745946] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.746119] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.746283] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.746474] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.ssl = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.746651] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.746817] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.746981] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.747163] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.747333] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.747519] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.747712] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.747881] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_notifications.retry = -1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.748070] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.748248] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.748420] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.auth_section = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.748586] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.auth_type = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.748768] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.cafile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.748933] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.certfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.749114] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.collect_timing = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.749275] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.connect_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.749443] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.connect_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.749598] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.endpoint_id = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.749767] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.749926] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.endpoint_override = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.750100] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.endpoint_region_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.750261] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.endpoint_service_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.750420] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.endpoint_service_type = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.750582] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.insecure = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.750759] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.keyfile = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.750940] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.max_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.751151] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.min_version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.751285] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.region_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.751443] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.retriable_status_codes = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.751604] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.service_name = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.751759] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.service_type = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.751921] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.split_loggers = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.752100] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.status_code_retries = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.752262] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.status_code_retry_delay = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.752421] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.timeout = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.752579] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.valid_interfaces = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.752734] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_limit.version = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.752902] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_reports.file_event_handler = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.753077] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.753239] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] oslo_reports.log_dir = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.753410] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.753574] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.753733] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.753901] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.754075] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.754243] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.754413] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.754575] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_ovs_privileged.group = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.754733] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.754897] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.755072] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.755231] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] vif_plug_ovs_privileged.user = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.755402] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.755583] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.755754] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.755923] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.756105] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.756278] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.756468] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.756643] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.756831] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.757007] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_ovs.isolate_vif = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.757188] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.757354] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.757544] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.757719] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.757883] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] os_vif_ovs.per_port_bridge = False {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.758069] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] privsep_osbrick.capabilities = [21] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.758236] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] privsep_osbrick.group = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.758398] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] privsep_osbrick.helper_command = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.758566] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.758753] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.758920] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] privsep_osbrick.user = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.759109] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.759271] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] nova_sys_admin.group = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.759429] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] nova_sys_admin.helper_command = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.759596] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.759756] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.759913] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] nova_sys_admin.user = None {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.760056] env[62788]: DEBUG oslo_service.service [None req-20986d04-842e-4aee-a7f3-843452b83d19 None None] ******************************************************************************** {{(pid=62788) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 542.760466] env[62788]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 543.264143] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Getting list of instances from cluster (obj){ [ 543.264143] env[62788]: value = "domain-c8" [ 543.264143] env[62788]: _type = "ClusterComputeResource" [ 543.264143] env[62788]: } {{(pid=62788) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 543.265297] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e869082-8e04-4207-8ae8-1b0ffa1f8288 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 543.274719] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Got total of 0 instances {{(pid=62788) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 543.275512] env[62788]: WARNING nova.virt.vmwareapi.driver [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 543.275981] env[62788]: INFO nova.virt.node [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Generated node identity 2fde3e97-72c1-479b-994f-72c28581c753 [ 543.276303] env[62788]: INFO nova.virt.node [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Wrote node identity 2fde3e97-72c1-479b-994f-72c28581c753 to /opt/stack/data/n-cpu-1/compute_id [ 543.779037] env[62788]: WARNING nova.compute.manager [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Compute nodes ['2fde3e97-72c1-479b-994f-72c28581c753'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 544.784396] env[62788]: INFO nova.compute.manager [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 545.793074] env[62788]: WARNING nova.compute.manager [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 545.793074] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.793074] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 545.793074] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 545.793074] env[62788]: DEBUG nova.compute.resource_tracker [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 545.793074] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba76470d-f11c-4b12-ba4b-09a92111d59c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.800732] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613763cc-9c8a-4454-bf1c-242e4022e41b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.814687] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee9671a-3d51-4480-9740-e7ee733a7748 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.821314] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae6a1b3-02bf-4b60-8bae-0da45555b9e9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.850485] env[62788]: DEBUG nova.compute.resource_tracker [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181213MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 545.850898] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 545.851278] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 546.354093] env[62788]: WARNING nova.compute.resource_tracker [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] No compute node record for cpu-1:2fde3e97-72c1-479b-994f-72c28581c753: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 2fde3e97-72c1-479b-994f-72c28581c753 could not be found. [ 546.857194] env[62788]: INFO nova.compute.resource_tracker [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 2fde3e97-72c1-479b-994f-72c28581c753 [ 548.364689] env[62788]: DEBUG nova.compute.resource_tracker [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 548.365110] env[62788]: DEBUG nova.compute.resource_tracker [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 548.521368] env[62788]: INFO nova.scheduler.client.report [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] [req-b02d34e3-6777-4724-8e69-acba64269efd] Created resource provider record via placement API for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 548.538482] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4309d580-63f2-4107-9912-436a944e4bfc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.546378] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be803d3-974d-4d0a-8de7-54eb05a0ef53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.576969] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a437a5-c554-44e9-a9bd-9dd381da7f7b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.584095] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bef89b5-1a55-4d7e-bc3e-57aef2b7039a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.597033] env[62788]: DEBUG nova.compute.provider_tree [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 549.131121] env[62788]: DEBUG nova.scheduler.client.report [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 549.131353] env[62788]: DEBUG nova.compute.provider_tree [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 0 to 1 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 549.131496] env[62788]: DEBUG nova.compute.provider_tree [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 549.180576] env[62788]: DEBUG nova.compute.provider_tree [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 1 to 2 during operation: update_traits {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 549.684827] env[62788]: DEBUG nova.compute.resource_tracker [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 549.685141] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.834s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 549.685251] env[62788]: DEBUG nova.service [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Creating RPC server for service compute {{(pid=62788) start /opt/stack/nova/nova/service.py:186}} [ 549.698963] env[62788]: DEBUG nova.service [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] Join ServiceGroup membership for this service compute {{(pid=62788) start /opt/stack/nova/nova/service.py:203}} [ 549.699165] env[62788]: DEBUG nova.servicegroup.drivers.db [None req-8f723845-b8c0-4fd3-98d1-718d2da05ace None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62788) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 586.701672] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.206475] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Getting list of instances from cluster (obj){ [ 587.206475] env[62788]: value = "domain-c8" [ 587.206475] env[62788]: _type = "ClusterComputeResource" [ 587.206475] env[62788]: } {{(pid=62788) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.207865] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae509466-3dc0-4b01-99dd-6dfed2bd50bd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.219866] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Got total of 0 instances {{(pid=62788) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 587.220127] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 587.220442] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Getting list of instances from cluster (obj){ [ 587.220442] env[62788]: value = "domain-c8" [ 587.220442] env[62788]: _type = "ClusterComputeResource" [ 587.220442] env[62788]: } {{(pid=62788) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.225898] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f720e84f-ea9a-42ed-bf45-9cc026287f6a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.234802] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Got total of 0 instances {{(pid=62788) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 592.874491] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "20a7f81e-dfe7-43c9-adba-309257926a89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.874830] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "20a7f81e-dfe7-43c9-adba-309257926a89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.119288] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.119551] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.187458] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "1c4ddad5-e6ec-435a-83ac-685492e923f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.187458] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.378385] env[62788]: DEBUG nova.compute.manager [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 593.622886] env[62788]: DEBUG nova.compute.manager [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 593.689895] env[62788]: DEBUG nova.compute.manager [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 593.926155] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.926791] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.930629] env[62788]: INFO nova.compute.claims [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.995559] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquiring lock "29774177-70b5-4709-9c23-f1dbbc552872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.995788] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lock "29774177-70b5-4709-9c23-f1dbbc552872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.157659] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.219998] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.368418] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquiring lock "29c06b51-9044-4e41-8bad-d09cd62a9622" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.368957] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Lock "29c06b51-9044-4e41-8bad-d09cd62a9622" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.499427] env[62788]: DEBUG nova.compute.manager [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 594.872543] env[62788]: DEBUG nova.compute.manager [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 595.039300] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.081025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquiring lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.081025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.119911] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab98e9b-56b7-4d4e-b6d9-8738636a35a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.129225] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d516a3d0-01a8-4078-b6a6-27ba45b8aeee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.164498] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4c5ae8-ffd7-4d2a-9a0d-c0cde9ec97a8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.177605] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a38a966-1ba2-4470-9e69-a3b74a96eb05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.193179] env[62788]: DEBUG nova.compute.provider_tree [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.410042] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.588147] env[62788]: DEBUG nova.compute.manager [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 595.699384] env[62788]: DEBUG nova.scheduler.client.report [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.128726] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.210738] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.211361] env[62788]: DEBUG nova.compute.manager [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 596.215423] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.058s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.217016] env[62788]: INFO nova.compute.claims [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.725040] env[62788]: DEBUG nova.compute.utils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 596.725040] env[62788]: DEBUG nova.compute.manager [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 596.725040] env[62788]: DEBUG nova.network.neutron [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.235197] env[62788]: DEBUG nova.compute.manager [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 597.372017] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1ec7b2-d266-4a17-89a8-94ff23e4882a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.379215] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f5a8e6-74a7-4a87-a8e7-c8f82727e695 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.415359] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad47410-c835-4ad0-9a0f-24da771e494d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.423669] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9a1fe0-11ea-4826-a8fd-210ed6b04f1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.438364] env[62788]: DEBUG nova.compute.provider_tree [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.882269] env[62788]: DEBUG nova.policy [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfdbd6a8111c41e6aa749f8fa9289e9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0064a36973ae4e01b42e974a2342d4e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.942390] env[62788]: DEBUG nova.scheduler.client.report [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.051230] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.051537] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.051721] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 598.051857] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Rebuilding the list of instances to heal {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10471}} [ 598.259456] env[62788]: DEBUG nova.compute.manager [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 598.300849] env[62788]: DEBUG nova.virt.hardware [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.301842] env[62788]: DEBUG nova.virt.hardware [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.301842] env[62788]: DEBUG nova.virt.hardware [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.301970] env[62788]: DEBUG nova.virt.hardware [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.302138] env[62788]: DEBUG nova.virt.hardware [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.302300] env[62788]: DEBUG nova.virt.hardware [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.302517] env[62788]: DEBUG nova.virt.hardware [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.302681] env[62788]: DEBUG nova.virt.hardware [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.303078] env[62788]: DEBUG nova.virt.hardware [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.304486] env[62788]: DEBUG nova.virt.hardware [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.304486] env[62788]: DEBUG nova.virt.hardware [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.304486] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6e123e-cb27-4f23-af75-e86f2877d92f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.316436] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96293981-93a1-4fd1-bcba-d94557ac2998 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.335911] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee958796-afc2-4cb6-b538-39cebdea8b47 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.450929] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.451590] env[62788]: DEBUG nova.compute.manager [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 598.454166] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.235s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.455602] env[62788]: INFO nova.compute.claims [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.555429] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Skipping network cache update for instance because it is Building. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10480}} [ 598.555721] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Skipping network cache update for instance because it is Building. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10480}} [ 598.555721] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Didn't find any instances for network info cache update. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10553}} [ 598.556561] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.556561] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.556689] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.556878] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.557072] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.557319] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.557451] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 598.557628] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.811986] env[62788]: DEBUG nova.network.neutron [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Successfully created port: be06eda4-3aef-4a30-aa03-7c9726d05a4b {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 598.959961] env[62788]: DEBUG nova.compute.utils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.966736] env[62788]: DEBUG nova.compute.manager [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 598.967055] env[62788]: DEBUG nova.network.neutron [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.062215] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.198203] env[62788]: DEBUG nova.policy [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1adf9fa137b43b19cbdc89cbb61ff89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d145c8144644ead9270ca5262233c00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.294470] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquiring lock "fe93d593-a03b-4709-8716-7ec3965f81cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.294729] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "fe93d593-a03b-4709-8716-7ec3965f81cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.468049] env[62788]: DEBUG nova.compute.manager [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 599.629361] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc5eb45-41fb-476b-9ffb-921818c53aa8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.641320] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3a3e8b-3223-4d75-9eed-5d8052b76026 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.688146] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37bc185-d7ce-4ac2-a24b-178e98133e73 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.695956] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edce4af4-4852-41bb-b9ad-3f111d9126a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.715598] env[62788]: DEBUG nova.compute.provider_tree [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.797415] env[62788]: DEBUG nova.compute.manager [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 600.208186] env[62788]: DEBUG nova.network.neutron [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Successfully created port: b615a0a7-f9d3-402a-96c0-803ed70df2e0 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.219515] env[62788]: DEBUG nova.scheduler.client.report [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.331821] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.350724] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquiring lock "bb73b636-f415-43c3-bbdc-16f322315b81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.351972] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Lock "bb73b636-f415-43c3-bbdc-16f322315b81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.484468] env[62788]: DEBUG nova.compute.manager [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 600.520499] env[62788]: DEBUG nova.virt.hardware [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.520499] env[62788]: DEBUG nova.virt.hardware [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.520499] env[62788]: DEBUG nova.virt.hardware [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.524891] env[62788]: DEBUG nova.virt.hardware [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.524891] env[62788]: DEBUG nova.virt.hardware [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.524891] env[62788]: DEBUG nova.virt.hardware [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.524891] env[62788]: DEBUG nova.virt.hardware [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.524891] env[62788]: DEBUG nova.virt.hardware [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.525174] env[62788]: DEBUG nova.virt.hardware [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.525174] env[62788]: DEBUG nova.virt.hardware [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.525174] env[62788]: DEBUG nova.virt.hardware [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.530159] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db3ef12-7b36-4037-afc5-30b95e1c41ec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.534957] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033f5dc1-53f7-4e5f-be84-83b0b280f3eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.728815] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.729502] env[62788]: DEBUG nova.compute.manager [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 600.732380] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.697s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.733984] env[62788]: INFO nova.compute.claims [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.854569] env[62788]: DEBUG nova.compute.manager [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 601.240696] env[62788]: DEBUG nova.compute.utils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 601.242173] env[62788]: DEBUG nova.compute.manager [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 601.242438] env[62788]: DEBUG nova.network.neutron [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.307485] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquiring lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.307957] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.389654] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.466750] env[62788]: DEBUG nova.policy [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '431c5c3bd740414ab1f74e51e62e7ef2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8911ce19207d4e259b3fd79e27a100ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.751826] env[62788]: DEBUG nova.compute.manager [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 601.816538] env[62788]: DEBUG nova.compute.manager [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 601.959539] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4fc2f1-92d9-465e-9c3d-43c3cb634fcb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.967713] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c85e4e-e13c-4e96-9ba2-54be4400c0bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.008889] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca94291-9864-4065-a250-e6e50a5b7e6d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.017720] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0d8b83-3a83-4858-9dfe-2d3a54598afe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.036421] env[62788]: DEBUG nova.compute.provider_tree [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 602.352180] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.542828] env[62788]: DEBUG nova.scheduler.client.report [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.775501] env[62788]: DEBUG nova.compute.manager [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 602.810124] env[62788]: DEBUG nova.virt.hardware [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.811017] env[62788]: DEBUG nova.virt.hardware [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.811017] env[62788]: DEBUG nova.virt.hardware [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.811017] env[62788]: DEBUG nova.virt.hardware [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.811437] env[62788]: DEBUG nova.virt.hardware [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.811721] env[62788]: DEBUG nova.virt.hardware [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.812077] env[62788]: DEBUG nova.virt.hardware [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.815037] env[62788]: DEBUG nova.virt.hardware [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.815037] env[62788]: DEBUG nova.virt.hardware [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.815037] env[62788]: DEBUG nova.virt.hardware [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.815037] env[62788]: DEBUG nova.virt.hardware [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.815037] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18f09f0-0122-44b0-bf7b-690c501098be {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.827219] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59da2182-be0b-4f31-853e-ef3e3d776f8c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.050264] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.050264] env[62788]: DEBUG nova.compute.manager [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 603.061575] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.646s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.061575] env[62788]: INFO nova.compute.claims [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 603.107314] env[62788]: DEBUG nova.network.neutron [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Successfully created port: 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.252032] env[62788]: DEBUG nova.network.neutron [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Successfully updated port: be06eda4-3aef-4a30-aa03-7c9726d05a4b {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.569266] env[62788]: DEBUG nova.compute.utils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 603.570784] env[62788]: DEBUG nova.compute.manager [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 603.570890] env[62788]: DEBUG nova.network.neutron [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.672198] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquiring lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.672459] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.693616] env[62788]: DEBUG nova.policy [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e094cf1783b044f1b122426b87c22ac1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1d22847968a749fb8aaed06a73b1ca19', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.756805] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "refresh_cache-20a7f81e-dfe7-43c9-adba-309257926a89" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 603.756988] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquired lock "refresh_cache-20a7f81e-dfe7-43c9-adba-309257926a89" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.757261] env[62788]: DEBUG nova.network.neutron [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.013988] env[62788]: DEBUG nova.compute.manager [req-5fabcff9-129b-41df-b312-9763913311a0 req-a21207a3-c401-41d0-b7f7-a5652a3eaf5b service nova] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Received event network-vif-plugged-be06eda4-3aef-4a30-aa03-7c9726d05a4b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 604.013988] env[62788]: DEBUG oslo_concurrency.lockutils [req-5fabcff9-129b-41df-b312-9763913311a0 req-a21207a3-c401-41d0-b7f7-a5652a3eaf5b service nova] Acquiring lock "20a7f81e-dfe7-43c9-adba-309257926a89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.013988] env[62788]: DEBUG oslo_concurrency.lockutils [req-5fabcff9-129b-41df-b312-9763913311a0 req-a21207a3-c401-41d0-b7f7-a5652a3eaf5b service nova] Lock "20a7f81e-dfe7-43c9-adba-309257926a89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.013988] env[62788]: DEBUG oslo_concurrency.lockutils [req-5fabcff9-129b-41df-b312-9763913311a0 req-a21207a3-c401-41d0-b7f7-a5652a3eaf5b service nova] Lock "20a7f81e-dfe7-43c9-adba-309257926a89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.013988] env[62788]: DEBUG nova.compute.manager [req-5fabcff9-129b-41df-b312-9763913311a0 req-a21207a3-c401-41d0-b7f7-a5652a3eaf5b service nova] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] No waiting events found dispatching network-vif-plugged-be06eda4-3aef-4a30-aa03-7c9726d05a4b {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.018264] env[62788]: WARNING nova.compute.manager [req-5fabcff9-129b-41df-b312-9763913311a0 req-a21207a3-c401-41d0-b7f7-a5652a3eaf5b service nova] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Received unexpected event network-vif-plugged-be06eda4-3aef-4a30-aa03-7c9726d05a4b for instance with vm_state building and task_state spawning. [ 604.077385] env[62788]: DEBUG nova.compute.manager [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 604.176138] env[62788]: DEBUG nova.compute.manager [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 604.386122] env[62788]: DEBUG nova.network.neutron [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.390228] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ddcaaa-7286-4354-b49d-09ba8dcae798 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.400621] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b5f6d3-885b-4a5e-bead-2ddfdc0ac570 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.442643] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e315d7d-b95f-4544-9b10-52e122275cb5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.450981] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8690b2-fca0-4137-99cd-e36e9c59d204 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.474223] env[62788]: DEBUG nova.compute.provider_tree [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.703402] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.725702] env[62788]: DEBUG nova.network.neutron [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Successfully updated port: b615a0a7-f9d3-402a-96c0-803ed70df2e0 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.978067] env[62788]: DEBUG nova.scheduler.client.report [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 605.064905] env[62788]: DEBUG nova.network.neutron [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Successfully created port: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.093642] env[62788]: DEBUG nova.compute.manager [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 605.122734] env[62788]: DEBUG nova.virt.hardware [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 605.122990] env[62788]: DEBUG nova.virt.hardware [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 605.123152] env[62788]: DEBUG nova.virt.hardware [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.123376] env[62788]: DEBUG nova.virt.hardware [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 605.123529] env[62788]: DEBUG nova.virt.hardware [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.123703] env[62788]: DEBUG nova.virt.hardware [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 605.123921] env[62788]: DEBUG nova.virt.hardware [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 605.124299] env[62788]: DEBUG nova.virt.hardware [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 605.124510] env[62788]: DEBUG nova.virt.hardware [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 605.124679] env[62788]: DEBUG nova.virt.hardware [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 605.124854] env[62788]: DEBUG nova.virt.hardware [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 605.125727] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cd212a-a0ed-43ed-919a-9e16d0fcd5d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.134428] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53a524e-2806-4aaa-9eba-1d4af959f1d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.160445] env[62788]: DEBUG nova.network.neutron [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Updating instance_info_cache with network_info: [{"id": "be06eda4-3aef-4a30-aa03-7c9726d05a4b", "address": "fa:16:3e:fc:32:9c", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe06eda4-3a", "ovs_interfaceid": "be06eda4-3aef-4a30-aa03-7c9726d05a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.228772] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "refresh_cache-0c084ee8-62b3-427f-a7e8-4796ff1d32e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.230121] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquired lock "refresh_cache-0c084ee8-62b3-427f-a7e8-4796ff1d32e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.230254] env[62788]: DEBUG nova.network.neutron [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.284784] env[62788]: DEBUG nova.compute.manager [req-3aba42d1-45d1-4711-8a28-34367ce8a7cc req-3745d28e-d055-4c28-a61f-b06856abbdad service nova] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Received event network-vif-plugged-b615a0a7-f9d3-402a-96c0-803ed70df2e0 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 605.286127] env[62788]: DEBUG oslo_concurrency.lockutils [req-3aba42d1-45d1-4711-8a28-34367ce8a7cc req-3745d28e-d055-4c28-a61f-b06856abbdad service nova] Acquiring lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.286127] env[62788]: DEBUG oslo_concurrency.lockutils [req-3aba42d1-45d1-4711-8a28-34367ce8a7cc req-3745d28e-d055-4c28-a61f-b06856abbdad service nova] Lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.286603] env[62788]: DEBUG oslo_concurrency.lockutils [req-3aba42d1-45d1-4711-8a28-34367ce8a7cc req-3745d28e-d055-4c28-a61f-b06856abbdad service nova] Lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.287094] env[62788]: DEBUG nova.compute.manager [req-3aba42d1-45d1-4711-8a28-34367ce8a7cc req-3745d28e-d055-4c28-a61f-b06856abbdad service nova] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] No waiting events found dispatching network-vif-plugged-b615a0a7-f9d3-402a-96c0-803ed70df2e0 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.287094] env[62788]: WARNING nova.compute.manager [req-3aba42d1-45d1-4711-8a28-34367ce8a7cc req-3745d28e-d055-4c28-a61f-b06856abbdad service nova] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Received unexpected event network-vif-plugged-b615a0a7-f9d3-402a-96c0-803ed70df2e0 for instance with vm_state building and task_state spawning. [ 605.422919] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "eae5873e-40ed-4e98-914c-bb40dca360aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.422988] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "eae5873e-40ed-4e98-914c-bb40dca360aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.461022] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "5d246a26-0c0e-4694-97bd-cc07fa66b869" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.461175] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "5d246a26-0c0e-4694-97bd-cc07fa66b869" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.486589] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.486589] env[62788]: DEBUG nova.compute.manager [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 605.492448] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.364s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.494458] env[62788]: INFO nova.compute.claims [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.663887] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Releasing lock "refresh_cache-20a7f81e-dfe7-43c9-adba-309257926a89" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.664989] env[62788]: DEBUG nova.compute.manager [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Instance network_info: |[{"id": "be06eda4-3aef-4a30-aa03-7c9726d05a4b", "address": "fa:16:3e:fc:32:9c", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe06eda4-3a", "ovs_interfaceid": "be06eda4-3aef-4a30-aa03-7c9726d05a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 605.665587] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:32:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be06eda4-3aef-4a30-aa03-7c9726d05a4b', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.682721] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.683486] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bcfd482-664d-4d59-9eea-05341032ff1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.699428] env[62788]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 605.699428] env[62788]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62788) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 605.699428] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 605.699428] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Creating folder: Project (0064a36973ae4e01b42e974a2342d4e9). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.699428] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74950350-6a72-4ffa-b305-698175c7ce86 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.712926] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Created folder: Project (0064a36973ae4e01b42e974a2342d4e9) in parent group-v485515. [ 605.712926] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Creating folder: Instances. Parent ref: group-v485520. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.712926] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd9886a6-516f-4826-80ca-cea1b6c69e75 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.723310] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Created folder: Instances in parent group-v485520. [ 605.723310] env[62788]: DEBUG oslo.service.loopingcall [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 605.723310] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.723310] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e79ae83f-7618-400c-82cf-2ca73faf47df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.748782] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.748782] env[62788]: value = "task-2393373" [ 605.748782] env[62788]: _type = "Task" [ 605.748782] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.761641] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393373, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.893207] env[62788]: DEBUG nova.network.neutron [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.000671] env[62788]: DEBUG nova.compute.utils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 606.006016] env[62788]: DEBUG nova.compute.manager [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Not allocating networking since 'none' was specified. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1998}} [ 606.266916] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393373, 'name': CreateVM_Task, 'duration_secs': 0.37975} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.266916] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.292802] env[62788]: DEBUG oslo_vmware.service [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52330961-46b1-481d-9100-57bccfc1ed29 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.302602] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.302774] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.303580] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 606.303848] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef3b40a-c25e-4ca3-a104-a167531193ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.308978] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 606.308978] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528053b4-04ec-ed5c-b1c7-142acd761e93" [ 606.308978] env[62788]: _type = "Task" [ 606.308978] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.317057] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528053b4-04ec-ed5c-b1c7-142acd761e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.508724] env[62788]: DEBUG nova.compute.manager [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 606.583166] env[62788]: DEBUG nova.network.neutron [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Updating instance_info_cache with network_info: [{"id": "b615a0a7-f9d3-402a-96c0-803ed70df2e0", "address": "fa:16:3e:02:18:42", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb615a0a7-f9", "ovs_interfaceid": "b615a0a7-f9d3-402a-96c0-803ed70df2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.768353] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d253c6d0-94f7-4959-9e01-40aed8fa6575 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.777570] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0483d17e-dc0c-4239-9a51-904517abfba6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.824639] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b801ca-f3d0-4b9e-871e-fd7113d7e5d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.841592] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.841819] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.842393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.842393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.842629] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.844886] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f5a0a7c-4425-4aa4-9ca2-fe7473c3be91 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.848035] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a545a00d-dfbd-46b6-94d2-ebc3ea5db69c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.863476] env[62788]: DEBUG nova.compute.provider_tree [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.866925] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.866925] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.866925] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6022dc3-48f9-4788-961b-8055007953c2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.875157] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f071a268-206a-4ea5-8c75-1b9468ab2489 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.878589] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 606.878589] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529242bd-d3bb-1362-3059-92b33374ee6f" [ 606.878589] env[62788]: _type = "Task" [ 606.878589] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.889758] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529242bd-d3bb-1362-3059-92b33374ee6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.087649] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Releasing lock "refresh_cache-0c084ee8-62b3-427f-a7e8-4796ff1d32e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 607.088927] env[62788]: DEBUG nova.compute.manager [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Instance network_info: |[{"id": "b615a0a7-f9d3-402a-96c0-803ed70df2e0", "address": "fa:16:3e:02:18:42", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb615a0a7-f9", "ovs_interfaceid": "b615a0a7-f9d3-402a-96c0-803ed70df2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 607.090167] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:18:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b615a0a7-f9d3-402a-96c0-803ed70df2e0', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.104996] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Creating folder: Project (9d145c8144644ead9270ca5262233c00). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.109127] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aceae10-3601-4fa9-8c10-48468208f8db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.117061] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Created folder: Project (9d145c8144644ead9270ca5262233c00) in parent group-v485515. [ 607.117348] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Creating folder: Instances. Parent ref: group-v485523. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.117622] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9255e6d0-fcbd-4418-9fe5-3d9566590977 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.128735] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Created folder: Instances in parent group-v485523. [ 607.128978] env[62788]: DEBUG oslo.service.loopingcall [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.129189] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.129392] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-692fda8b-0fa2-41cf-974a-8261cc7d6a86 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.153522] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.153522] env[62788]: value = "task-2393376" [ 607.153522] env[62788]: _type = "Task" [ 607.153522] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.161142] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393376, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.371604] env[62788]: DEBUG nova.scheduler.client.report [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.395465] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Preparing fetch location {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 607.395465] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Creating directory with path [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.395465] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87b849e9-1e2d-40c8-ac54-71a9ba99b437 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.411642] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Created directory with path [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.411832] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Fetch image to [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 607.412026] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Downloading image file data ded308c2-03fc-44b4-b2d2-14ca94f4b07f to [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk on the data store datastore1 {{(pid=62788) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 607.412835] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48f83c5-00c7-457a-84d6-f3bd69d85264 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.423928] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6d553f-190c-4e28-b4fd-b96adbb7f1cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.442239] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057d916d-dcf1-40dd-8188-9cbc4ff6083e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.447039] env[62788]: DEBUG nova.compute.manager [req-e8e6aa54-26e2-499a-9c0e-dae86432ae4d req-de859ba4-7b39-4fa3-9e77-16266c27b8cc service nova] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Received event network-changed-be06eda4-3aef-4a30-aa03-7c9726d05a4b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 607.447258] env[62788]: DEBUG nova.compute.manager [req-e8e6aa54-26e2-499a-9c0e-dae86432ae4d req-de859ba4-7b39-4fa3-9e77-16266c27b8cc service nova] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Refreshing instance network info cache due to event network-changed-be06eda4-3aef-4a30-aa03-7c9726d05a4b. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 607.448113] env[62788]: DEBUG oslo_concurrency.lockutils [req-e8e6aa54-26e2-499a-9c0e-dae86432ae4d req-de859ba4-7b39-4fa3-9e77-16266c27b8cc service nova] Acquiring lock "refresh_cache-20a7f81e-dfe7-43c9-adba-309257926a89" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.448113] env[62788]: DEBUG oslo_concurrency.lockutils [req-e8e6aa54-26e2-499a-9c0e-dae86432ae4d req-de859ba4-7b39-4fa3-9e77-16266c27b8cc service nova] Acquired lock "refresh_cache-20a7f81e-dfe7-43c9-adba-309257926a89" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.448113] env[62788]: DEBUG nova.network.neutron [req-e8e6aa54-26e2-499a-9c0e-dae86432ae4d req-de859ba4-7b39-4fa3-9e77-16266c27b8cc service nova] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Refreshing network info cache for port be06eda4-3aef-4a30-aa03-7c9726d05a4b {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.484399] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66237f15-1b88-44db-8d34-6f71a9895ca9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.492271] env[62788]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-17709eb8-8831-4f82-bf3e-cedc07e989df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.520504] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Downloading image file data ded308c2-03fc-44b4-b2d2-14ca94f4b07f to the data store datastore1 {{(pid=62788) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 607.526079] env[62788]: DEBUG nova.compute.manager [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 607.570322] env[62788]: DEBUG nova.virt.hardware [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.570829] env[62788]: DEBUG nova.virt.hardware [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.571575] env[62788]: DEBUG nova.virt.hardware [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.571575] env[62788]: DEBUG nova.virt.hardware [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.571575] env[62788]: DEBUG nova.virt.hardware [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.571575] env[62788]: DEBUG nova.virt.hardware [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.575352] env[62788]: DEBUG nova.virt.hardware [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.575711] env[62788]: DEBUG nova.virt.hardware [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.575711] env[62788]: DEBUG nova.virt.hardware [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.576114] env[62788]: DEBUG nova.virt.hardware [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.576114] env[62788]: DEBUG nova.virt.hardware [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.576986] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37aa30c-5420-4d5b-b25f-9770614b90d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.589254] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0ffd80-3f64-407b-9691-72023bfe6289 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.606564] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.614071] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Creating folder: Project (2e40d225457f49c9a3221cd9d7714f49). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.615647] env[62788]: DEBUG oslo_vmware.rw_handles [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62788) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 607.617336] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e6dd53c-cbda-4314-af05-25335cde980b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.703148] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Created folder: Project (2e40d225457f49c9a3221cd9d7714f49) in parent group-v485515. [ 607.703148] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Creating folder: Instances. Parent ref: group-v485526. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.707570] env[62788]: DEBUG nova.network.neutron [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Successfully updated port: 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.709050] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebe6bee8-96b4-400b-a6ff-daf175308547 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.719311] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393376, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.722265] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Created folder: Instances in parent group-v485526. [ 607.722649] env[62788]: DEBUG oslo.service.loopingcall [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 607.722965] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.723348] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac0ab811-e53b-4a3d-a794-b28775fd36bd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.748526] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.748526] env[62788]: value = "task-2393379" [ 607.748526] env[62788]: _type = "Task" [ 607.748526] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.756525] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393379, 'name': CreateVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.859457] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquiring lock "23c11f04-d3f5-48a7-831b-c08ca532376c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 607.859758] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Lock "23c11f04-d3f5-48a7-831b-c08ca532376c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.876675] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.877273] env[62788]: DEBUG nova.compute.manager [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 607.882948] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.821s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.883165] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.883323] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 607.883719] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.552s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.885907] env[62788]: INFO nova.compute.claims [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.890311] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b9e547-63a3-483a-a1f4-d3aa1d37cde1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.913648] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2e9ee5-0a00-4295-9ca5-040f4949267c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.937079] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3e18e4-3abc-4196-8b1b-b0d68f6a40e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.943382] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c41ab3-224f-4749-aca4-ab53f9dcfc32 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.981860] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181211MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 607.982037] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.176143] env[62788]: DEBUG nova.network.neutron [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Successfully updated port: 1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.211858] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393376, 'name': CreateVM_Task, 'duration_secs': 0.623482} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.212052] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.212750] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.212903] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.213200] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.213714] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.213878] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.214059] env[62788]: DEBUG nova.network.neutron [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.217289] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536f5f4b-3c1e-47ee-9527-dcc3078ecf8c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.223768] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 608.223768] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f171b9-664d-d03d-018b-71c333168a2a" [ 608.223768] env[62788]: _type = "Task" [ 608.223768] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.237868] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.238223] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.238446] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.259885] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393379, 'name': CreateVM_Task, 'duration_secs': 0.350796} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.260524] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.260964] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.261168] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.261551] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 608.261798] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e438c9b-915e-462b-b660-f2dbdcac5595 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.267300] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for the task: (returnval){ [ 608.267300] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522fdf18-3ecc-45ec-cc3e-8449789b4cac" [ 608.267300] env[62788]: _type = "Task" [ 608.267300] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.276134] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522fdf18-3ecc-45ec-cc3e-8449789b4cac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.392332] env[62788]: DEBUG nova.compute.utils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 608.395675] env[62788]: DEBUG nova.compute.manager [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 608.395675] env[62788]: DEBUG nova.network.neutron [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.432209] env[62788]: DEBUG oslo_vmware.rw_handles [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Completed reading data from the image iterator. {{(pid=62788) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 608.432465] env[62788]: DEBUG oslo_vmware.rw_handles [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 608.491220] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Downloaded image file data ded308c2-03fc-44b4-b2d2-14ca94f4b07f to vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk on the data store datastore1 {{(pid=62788) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 608.492753] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Caching image {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 608.493098] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Copying Virtual Disk [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk to [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.493564] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b320998c-3ea6-4f0b-9122-7d3a3f3b66d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.503043] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 608.503043] env[62788]: value = "task-2393381" [ 608.503043] env[62788]: _type = "Task" [ 608.503043] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.511553] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.521541] env[62788]: DEBUG nova.policy [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ee7f1b111524325b4c6cbdea1c70a07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b896918cc2064d4985f4809c8f555f6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.683849] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquiring lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.684182] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquired lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.684271] env[62788]: DEBUG nova.network.neutron [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 608.778969] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.779082] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.779250] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.795414] env[62788]: DEBUG nova.network.neutron [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.897674] env[62788]: DEBUG nova.compute.manager [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 608.969631] env[62788]: DEBUG nova.network.neutron [req-e8e6aa54-26e2-499a-9c0e-dae86432ae4d req-de859ba4-7b39-4fa3-9e77-16266c27b8cc service nova] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Updated VIF entry in instance network info cache for port be06eda4-3aef-4a30-aa03-7c9726d05a4b. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.970343] env[62788]: DEBUG nova.network.neutron [req-e8e6aa54-26e2-499a-9c0e-dae86432ae4d req-de859ba4-7b39-4fa3-9e77-16266c27b8cc service nova] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Updating instance_info_cache with network_info: [{"id": "be06eda4-3aef-4a30-aa03-7c9726d05a4b", "address": "fa:16:3e:fc:32:9c", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe06eda4-3a", "ovs_interfaceid": "be06eda4-3aef-4a30-aa03-7c9726d05a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.015415] env[62788]: DEBUG nova.compute.manager [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Received event network-changed-b615a0a7-f9d3-402a-96c0-803ed70df2e0 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 609.015415] env[62788]: DEBUG nova.compute.manager [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Refreshing instance network info cache due to event network-changed-b615a0a7-f9d3-402a-96c0-803ed70df2e0. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 609.015415] env[62788]: DEBUG oslo_concurrency.lockutils [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] Acquiring lock "refresh_cache-0c084ee8-62b3-427f-a7e8-4796ff1d32e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.015415] env[62788]: DEBUG oslo_concurrency.lockutils [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] Acquired lock "refresh_cache-0c084ee8-62b3-427f-a7e8-4796ff1d32e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.015415] env[62788]: DEBUG nova.network.neutron [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Refreshing network info cache for port b615a0a7-f9d3-402a-96c0-803ed70df2e0 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.027223] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393381, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.221015] env[62788]: DEBUG nova.network.neutron [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance_info_cache with network_info: [{"id": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "address": "fa:16:3e:7a:e0:35", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e47cecb-f0", "ovs_interfaceid": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.277367] env[62788]: DEBUG nova.network.neutron [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.281212] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb41d6c-b100-4191-85e9-436ab79de28b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.291515] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08e341a-1e12-48f0-bc72-0719ee107780 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.326162] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867fd6c4-bd91-452a-8033-65533355f271 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.336761] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832ff3db-6403-4410-ad25-d5ba2ddaba6a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.351072] env[62788]: DEBUG nova.compute.provider_tree [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.473196] env[62788]: DEBUG oslo_concurrency.lockutils [req-e8e6aa54-26e2-499a-9c0e-dae86432ae4d req-de859ba4-7b39-4fa3-9e77-16266c27b8cc service nova] Releasing lock "refresh_cache-20a7f81e-dfe7-43c9-adba-309257926a89" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.498115] env[62788]: DEBUG nova.network.neutron [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Successfully created port: f964b66f-5a23-40ae-b742-7258519bdcc3 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.530123] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776996} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.530123] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Copied Virtual Disk [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk to [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.530123] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Deleting the datastore file [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.530123] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9ed9854-4b02-4f61-b61d-0b2cc57f230a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.536723] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 609.536723] env[62788]: value = "task-2393382" [ 609.536723] env[62788]: _type = "Task" [ 609.536723] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.545178] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.699561] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.699561] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.730203] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.730537] env[62788]: DEBUG nova.compute.manager [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Instance network_info: |[{"id": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "address": "fa:16:3e:7a:e0:35", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e47cecb-f0", "ovs_interfaceid": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 609.734578] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:e0:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.745585] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Creating folder: Project (8911ce19207d4e259b3fd79e27a100ae). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.745585] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78d530d6-3de4-4e14-8825-ac647b4e3f91 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.758463] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Created folder: Project (8911ce19207d4e259b3fd79e27a100ae) in parent group-v485515. [ 609.758629] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Creating folder: Instances. Parent ref: group-v485529. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.758865] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c692e9f-6405-4f20-a4c7-b7fb917c3b80 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.761579] env[62788]: DEBUG nova.network.neutron [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updating instance_info_cache with network_info: [{"id": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "address": "fa:16:3e:9b:d1:a4", "network": {"id": "b00437d6-91b5-428c-a8f4-65f9f5648db7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-752116955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d22847968a749fb8aaed06a73b1ca19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb330f8-75", "ovs_interfaceid": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.771846] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Created folder: Instances in parent group-v485529. [ 609.771846] env[62788]: DEBUG oslo.service.loopingcall [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 609.771846] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.771846] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82b7138c-32fc-4107-9fb8-8169f96a65f9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.795032] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.795032] env[62788]: value = "task-2393385" [ 609.795032] env[62788]: _type = "Task" [ 609.795032] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.807812] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393385, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.857440] env[62788]: DEBUG nova.scheduler.client.report [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.912452] env[62788]: DEBUG nova.compute.manager [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 609.956415] env[62788]: DEBUG nova.virt.hardware [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.956663] env[62788]: DEBUG nova.virt.hardware [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.956818] env[62788]: DEBUG nova.virt.hardware [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.956997] env[62788]: DEBUG nova.virt.hardware [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.957360] env[62788]: DEBUG nova.virt.hardware [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.958234] env[62788]: DEBUG nova.virt.hardware [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.958234] env[62788]: DEBUG nova.virt.hardware [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.958234] env[62788]: DEBUG nova.virt.hardware [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.958234] env[62788]: DEBUG nova.virt.hardware [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.958234] env[62788]: DEBUG nova.virt.hardware [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.959166] env[62788]: DEBUG nova.virt.hardware [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.959907] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b33c08-d9df-4ad6-be69-1ba5bd56fd3d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.968026] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac25ff10-2436-48a5-b149-94154bba5683 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.050569] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037623} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.050845] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.051068] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Moving file from [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db/ded308c2-03fc-44b4-b2d2-14ca94f4b07f to [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f. {{(pid=62788) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 610.051336] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-77fa66ad-f978-43f9-a11b-203068b51c39 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.059678] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 610.059678] env[62788]: value = "task-2393386" [ 610.059678] env[62788]: _type = "Task" [ 610.059678] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.068724] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393386, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.263778] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Releasing lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.264907] env[62788]: DEBUG nova.compute.manager [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Instance network_info: |[{"id": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "address": "fa:16:3e:9b:d1:a4", "network": {"id": "b00437d6-91b5-428c-a8f4-65f9f5648db7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-752116955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d22847968a749fb8aaed06a73b1ca19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb330f8-75", "ovs_interfaceid": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 610.265045] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:d1:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bb330f8-75c1-45dc-acdb-ba05b941ca19', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.275067] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Creating folder: Project (1d22847968a749fb8aaed06a73b1ca19). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.275406] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f3c5916-3d13-443b-b566-da826fcfdcd1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.288053] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Created folder: Project (1d22847968a749fb8aaed06a73b1ca19) in parent group-v485515. [ 610.288053] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Creating folder: Instances. Parent ref: group-v485532. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.288053] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-749b7fb7-dc6d-479e-af4c-84d74e26f2f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.300396] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Created folder: Instances in parent group-v485532. [ 610.300576] env[62788]: DEBUG oslo.service.loopingcall [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.301171] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.301392] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74e1e3be-3160-4971-8562-be3f8f40c224 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.323743] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393385, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.329430] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.329430] env[62788]: value = "task-2393389" [ 610.329430] env[62788]: _type = "Task" [ 610.329430] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.336165] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393389, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.364936] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.365733] env[62788]: DEBUG nova.compute.manager [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 610.370408] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.981s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.371896] env[62788]: INFO nova.compute.claims [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.509286] env[62788]: DEBUG nova.network.neutron [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Updated VIF entry in instance network info cache for port b615a0a7-f9d3-402a-96c0-803ed70df2e0. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.510546] env[62788]: DEBUG nova.network.neutron [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Updating instance_info_cache with network_info: [{"id": "b615a0a7-f9d3-402a-96c0-803ed70df2e0", "address": "fa:16:3e:02:18:42", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb615a0a7-f9", "ovs_interfaceid": "b615a0a7-f9d3-402a-96c0-803ed70df2e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.578838] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393386, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029916} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.578838] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] File moved {{(pid=62788) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 610.578838] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Cleaning up location [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 610.578838] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Deleting the datastore file [datastore1] vmware_temp/e04a8c18-4a74-41c1-ae74-87dc749c87db {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.578838] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b50c4cc-2e82-4bf6-b68c-659ef5285fcc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.585390] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 610.585390] env[62788]: value = "task-2393390" [ 610.585390] env[62788]: _type = "Task" [ 610.585390] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.604955] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.815366] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393385, 'name': CreateVM_Task, 'duration_secs': 0.58994} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.815591] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.816353] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.816508] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.816855] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 610.817134] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cab5894-4ec8-46a5-9216-d456dd540a5f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.826436] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 610.826436] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d35180-ff7d-fece-40f9-b6428c8c2055" [ 610.826436] env[62788]: _type = "Task" [ 610.826436] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.842509] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d35180-ff7d-fece-40f9-b6428c8c2055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.854292] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393389, 'name': CreateVM_Task, 'duration_secs': 0.368394} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.854292] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.854593] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.872971] env[62788]: DEBUG nova.compute.utils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 610.876591] env[62788]: DEBUG nova.compute.manager [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 610.876591] env[62788]: DEBUG nova.network.neutron [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.977483] env[62788]: DEBUG nova.policy [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eab828e87af84b46a2261e3bd67918c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f62556569c847e890a862141d4dffc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.012289] env[62788]: DEBUG oslo_concurrency.lockutils [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] Releasing lock "refresh_cache-0c084ee8-62b3-427f-a7e8-4796ff1d32e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.016508] env[62788]: DEBUG nova.compute.manager [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Received event network-vif-plugged-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 611.016640] env[62788]: DEBUG oslo_concurrency.lockutils [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] Acquiring lock "1c4ddad5-e6ec-435a-83ac-685492e923f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.016862] env[62788]: DEBUG oslo_concurrency.lockutils [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.017338] env[62788]: DEBUG oslo_concurrency.lockutils [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.017338] env[62788]: DEBUG nova.compute.manager [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] No waiting events found dispatching network-vif-plugged-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.017478] env[62788]: WARNING nova.compute.manager [req-a76838e5-d96d-4f17-a904-b1868f8426a8 req-e84b40e7-177c-487c-a9ae-6a64c80266ad service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Received unexpected event network-vif-plugged-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb for instance with vm_state building and task_state spawning. [ 611.099255] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024912} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.100425] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.101215] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f10f07-54ec-41ce-bd86-fffbbf34fca0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.108581] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 611.108581] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5217ddb9-7e90-ae27-5248-0790a3803d7b" [ 611.108581] env[62788]: _type = "Task" [ 611.108581] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.117966] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5217ddb9-7e90-ae27-5248-0790a3803d7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.293297] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquiring lock "e25dd119-c032-4dfa-bd50-efa59fa5849f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.293297] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "e25dd119-c032-4dfa-bd50-efa59fa5849f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.338394] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d35180-ff7d-fece-40f9-b6428c8c2055, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.338394] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.338590] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.340165] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.340165] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.340165] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.340165] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02116a1b-43cc-4905-87bc-ea8c4875bbff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.349420] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 611.349420] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d2b3b1-66e2-02ab-3208-900d4ae20b13" [ 611.349420] env[62788]: _type = "Task" [ 611.349420] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.359983] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d2b3b1-66e2-02ab-3208-900d4ae20b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.380609] env[62788]: DEBUG nova.compute.manager [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 611.501599] env[62788]: DEBUG nova.compute.manager [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Received event network-vif-plugged-1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 611.501816] env[62788]: DEBUG oslo_concurrency.lockutils [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] Acquiring lock "29774177-70b5-4709-9c23-f1dbbc552872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.502022] env[62788]: DEBUG oslo_concurrency.lockutils [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] Lock "29774177-70b5-4709-9c23-f1dbbc552872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.502735] env[62788]: DEBUG oslo_concurrency.lockutils [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] Lock "29774177-70b5-4709-9c23-f1dbbc552872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.502735] env[62788]: DEBUG nova.compute.manager [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] No waiting events found dispatching network-vif-plugged-1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.502735] env[62788]: WARNING nova.compute.manager [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Received unexpected event network-vif-plugged-1bb330f8-75c1-45dc-acdb-ba05b941ca19 for instance with vm_state building and task_state spawning. [ 611.502735] env[62788]: DEBUG nova.compute.manager [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Received event network-changed-1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 611.502982] env[62788]: DEBUG nova.compute.manager [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Refreshing instance network info cache due to event network-changed-1bb330f8-75c1-45dc-acdb-ba05b941ca19. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 611.502982] env[62788]: DEBUG oslo_concurrency.lockutils [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] Acquiring lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.503107] env[62788]: DEBUG oslo_concurrency.lockutils [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] Acquired lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.503260] env[62788]: DEBUG nova.network.neutron [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Refreshing network info cache for port 1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.626808] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5217ddb9-7e90-ae27-5248-0790a3803d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.021274} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.627403] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.628063] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 20a7f81e-dfe7-43c9-adba-309257926a89/20a7f81e-dfe7-43c9-adba-309257926a89.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.628063] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.628258] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.628313] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b814e503-8cbf-4e60-a7af-bcebdbedb46f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.630463] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-793c084b-eb71-456e-a928-15e547ea8f3e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.638990] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 611.638990] env[62788]: value = "task-2393391" [ 611.638990] env[62788]: _type = "Task" [ 611.638990] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.640053] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.640228] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.646311] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f9fdb4-72e8-4e9a-a15f-379c110ae448 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.662086] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.662086] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 611.662086] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52726725-7724-8b7b-4ff8-bd31700c3cdb" [ 611.662086] env[62788]: _type = "Task" [ 611.662086] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.680877] env[62788]: DEBUG nova.network.neutron [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Successfully created port: 58aa8930-c677-40d2-9651-1a1eccf11409 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.683082] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "aedf6b6d-5624-4217-9479-60a13b6d1494" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.683314] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "aedf6b6d-5624-4217-9479-60a13b6d1494" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.683527] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52726725-7724-8b7b-4ff8-bd31700c3cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.017772} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.685334] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e36da9a-6137-407d-b31b-d0e87b9a2f96 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.691724] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 611.691724] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5286e254-5872-8a93-6300-3e4ac7b02d53" [ 611.691724] env[62788]: _type = "Task" [ 611.691724] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.701499] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5286e254-5872-8a93-6300-3e4ac7b02d53, 'name': SearchDatastore_Task, 'duration_secs': 0.007507} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.701803] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.702305] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 0c084ee8-62b3-427f-a7e8-4796ff1d32e1/0c084ee8-62b3-427f-a7e8-4796ff1d32e1.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.702596] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.702803] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.703414] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ca0462-d3c3-4642-bac1-76c620b6653c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.705414] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c95d901f-430b-48ab-8fff-a5d77003c42c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.715957] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 611.715957] env[62788]: value = "task-2393392" [ 611.715957] env[62788]: _type = "Task" [ 611.715957] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.717306] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.717490] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.721450] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51769b48-dfc5-49fb-9f98-129c620a1f09 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.731157] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.732886] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for the task: (returnval){ [ 611.732886] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528dc33a-be52-df88-f935-5c71eb9e1ed6" [ 611.732886] env[62788]: _type = "Task" [ 611.732886] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.742529] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528dc33a-be52-df88-f935-5c71eb9e1ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.769419] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61eace48-54c1-489f-8d45-9860c1a53278 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.777558] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800c15b9-4bba-45a2-a518-58e2c28ef488 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.819435] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d9b8be-7059-49d3-b871-06cd23676454 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.834257] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6d0b52-db5b-4513-a4f1-69712ab289af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.852167] env[62788]: DEBUG nova.compute.provider_tree [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.865233] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d2b3b1-66e2-02ab-3208-900d4ae20b13, 'name': SearchDatastore_Task, 'duration_secs': 0.026163} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.866250] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 611.866250] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.866556] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.158638] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393391, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.234906] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393392, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.245368] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528dc33a-be52-df88-f935-5c71eb9e1ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.031344} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.247067] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed021e1-56c5-4c7f-b775-f3dfcf53236c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.252503] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for the task: (returnval){ [ 612.252503] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52148c8f-4f77-e3cd-b3ea-f7df565bcbb9" [ 612.252503] env[62788]: _type = "Task" [ 612.252503] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.262833] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52148c8f-4f77-e3cd-b3ea-f7df565bcbb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.358807] env[62788]: DEBUG nova.scheduler.client.report [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.396149] env[62788]: DEBUG nova.compute.manager [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 612.438579] env[62788]: DEBUG nova.virt.hardware [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.438872] env[62788]: DEBUG nova.virt.hardware [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.439118] env[62788]: DEBUG nova.virt.hardware [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.439841] env[62788]: DEBUG nova.virt.hardware [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.439841] env[62788]: DEBUG nova.virt.hardware [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.439841] env[62788]: DEBUG nova.virt.hardware [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.440542] env[62788]: DEBUG nova.virt.hardware [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.440542] env[62788]: DEBUG nova.virt.hardware [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.441824] env[62788]: DEBUG nova.virt.hardware [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.441824] env[62788]: DEBUG nova.virt.hardware [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.441824] env[62788]: DEBUG nova.virt.hardware [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.443143] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23af468-dce8-4de4-b832-6a9ac3e7ce9e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.452686] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b36051-2305-4fcb-b6bf-b79a1316590d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.509246] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquiring lock "c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.509575] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.576677] env[62788]: DEBUG nova.network.neutron [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updated VIF entry in instance network info cache for port 1bb330f8-75c1-45dc-acdb-ba05b941ca19. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.576677] env[62788]: DEBUG nova.network.neutron [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updating instance_info_cache with network_info: [{"id": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "address": "fa:16:3e:9b:d1:a4", "network": {"id": "b00437d6-91b5-428c-a8f4-65f9f5648db7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-752116955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d22847968a749fb8aaed06a73b1ca19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb330f8-75", "ovs_interfaceid": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.659386] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634826} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.659659] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 20a7f81e-dfe7-43c9-adba-309257926a89/20a7f81e-dfe7-43c9-adba-309257926a89.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.659865] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.660145] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d744bc4-c3db-471a-ae32-71ce334f2c53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.665766] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 612.665766] env[62788]: value = "task-2393393" [ 612.665766] env[62788]: _type = "Task" [ 612.665766] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.676133] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.735200] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.930622} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.735440] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 0c084ee8-62b3-427f-a7e8-4796ff1d32e1/0c084ee8-62b3-427f-a7e8-4796ff1d32e1.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.735663] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.736535] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d22d80ce-80f7-4c17-b218-d6c20b7ed2e8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.742166] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 612.742166] env[62788]: value = "task-2393394" [ 612.742166] env[62788]: _type = "Task" [ 612.742166] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.750728] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.766228] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52148c8f-4f77-e3cd-b3ea-f7df565bcbb9, 'name': SearchDatastore_Task, 'duration_secs': 0.01734} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.766228] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.766228] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 29c06b51-9044-4e41-8bad-d09cd62a9622/29c06b51-9044-4e41-8bad-d09cd62a9622.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.766228] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.766409] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.766409] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c86acb8-3bd7-4a9e-925a-561f0c4ff810 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.767528] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59e7f7bf-e002-47da-8835-dfd040f040ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.774209] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for the task: (returnval){ [ 612.774209] env[62788]: value = "task-2393395" [ 612.774209] env[62788]: _type = "Task" [ 612.774209] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.779523] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.779725] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.781114] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b7686da-99c4-48c5-944e-184900163f38 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.787404] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.790509] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 612.790509] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c1ada1-5c0d-d58d-312f-c8337cb65da4" [ 612.790509] env[62788]: _type = "Task" [ 612.790509] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.803207] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c1ada1-5c0d-d58d-312f-c8337cb65da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.863927] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.864105] env[62788]: DEBUG nova.compute.manager [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 612.867699] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.515s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.868459] env[62788]: INFO nova.compute.claims [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 613.079337] env[62788]: DEBUG oslo_concurrency.lockutils [req-644a4c03-c865-4ec5-8503-c899736b2259 req-c4110239-a1a7-449f-9fad-f1a72cc07e91 service nova] Releasing lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.141373] env[62788]: DEBUG nova.network.neutron [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Successfully updated port: f964b66f-5a23-40ae-b742-7258519bdcc3 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.178211] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069414} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.178646] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.179619] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482dbc37-4330-4a5c-a19e-003e1e56db40 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.217349] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 20a7f81e-dfe7-43c9-adba-309257926a89/20a7f81e-dfe7-43c9-adba-309257926a89.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.218983] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d351a03-61d3-4297-ab71-017f7c6977bd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.244289] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 613.244289] env[62788]: value = "task-2393396" [ 613.244289] env[62788]: _type = "Task" [ 613.244289] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.256094] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393396, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.261331] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066239} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.264020] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.264020] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52442bba-de4d-46f1-805c-5fd86c154522 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.289812] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 0c084ee8-62b3-427f-a7e8-4796ff1d32e1/0c084ee8-62b3-427f-a7e8-4796ff1d32e1.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.295359] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ec44bf2-c78f-44f0-a117-a1477e203af3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.312800] env[62788]: DEBUG nova.compute.manager [req-8b68af51-57f0-4eb5-a62d-df17fdbcc1e7 req-00d55771-1c88-4fe6-81a2-fad9593a1b96 service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Received event network-changed-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 613.312910] env[62788]: DEBUG nova.compute.manager [req-8b68af51-57f0-4eb5-a62d-df17fdbcc1e7 req-00d55771-1c88-4fe6-81a2-fad9593a1b96 service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Refreshing instance network info cache due to event network-changed-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 613.313168] env[62788]: DEBUG oslo_concurrency.lockutils [req-8b68af51-57f0-4eb5-a62d-df17fdbcc1e7 req-00d55771-1c88-4fe6-81a2-fad9593a1b96 service nova] Acquiring lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.313317] env[62788]: DEBUG oslo_concurrency.lockutils [req-8b68af51-57f0-4eb5-a62d-df17fdbcc1e7 req-00d55771-1c88-4fe6-81a2-fad9593a1b96 service nova] Acquired lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.313550] env[62788]: DEBUG nova.network.neutron [req-8b68af51-57f0-4eb5-a62d-df17fdbcc1e7 req-00d55771-1c88-4fe6-81a2-fad9593a1b96 service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Refreshing network info cache for port 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.327659] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393395, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.329744] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 613.329744] env[62788]: value = "task-2393397" [ 613.329744] env[62788]: _type = "Task" [ 613.329744] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.346417] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.346826] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c1ada1-5c0d-d58d-312f-c8337cb65da4, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.347731] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be693a5b-ac5b-4330-a2c0-ac99470b837b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.355208] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 613.355208] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a15860-c051-e5b0-f555-c7ba3ecdeaf4" [ 613.355208] env[62788]: _type = "Task" [ 613.355208] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.365176] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a15860-c051-e5b0-f555-c7ba3ecdeaf4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.376338] env[62788]: DEBUG nova.compute.utils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 613.379953] env[62788]: DEBUG nova.compute.manager [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 613.380227] env[62788]: DEBUG nova.network.neutron [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.506072] env[62788]: DEBUG nova.policy [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '72c21e6f98fa41e7a0ca8960f2740d57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95ec413573b34e41b2677b18f05dbe0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.648025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquiring lock "refresh_cache-f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.648025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquired lock "refresh_cache-f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.648025] env[62788]: DEBUG nova.network.neutron [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.756977] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393396, 'name': ReconfigVM_Task, 'duration_secs': 0.380058} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.757603] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 20a7f81e-dfe7-43c9-adba-309257926a89/20a7f81e-dfe7-43c9-adba-309257926a89.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.761226] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e9f8b65-bee4-4119-9a2b-6da0b150dd88 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.770856] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 613.770856] env[62788]: value = "task-2393398" [ 613.770856] env[62788]: _type = "Task" [ 613.770856] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.789094] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393398, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.796143] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648931} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.796546] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 29c06b51-9044-4e41-8bad-d09cd62a9622/29c06b51-9044-4e41-8bad-d09cd62a9622.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.796779] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.797057] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-feedee7d-5852-4fc3-9df5-131e9ec6ed08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.805800] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for the task: (returnval){ [ 613.805800] env[62788]: value = "task-2393399" [ 613.805800] env[62788]: _type = "Task" [ 613.805800] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.817040] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.841773] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.868685] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a15860-c051-e5b0-f555-c7ba3ecdeaf4, 'name': SearchDatastore_Task, 'duration_secs': 0.047617} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.871528] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.871976] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 1c4ddad5-e6ec-435a-83ac-685492e923f3/1c4ddad5-e6ec-435a-83ac-685492e923f3.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.872361] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.872515] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.872763] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f29a961a-3ce0-4ea8-ba5e-03ec475d7f04 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.875110] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-579fe347-636f-49d1-b84d-db63d58a4d47 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.885141] env[62788]: DEBUG nova.compute.manager [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 613.890450] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 613.890450] env[62788]: value = "task-2393400" [ 613.890450] env[62788]: _type = "Task" [ 613.890450] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.892068] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.893211] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.897772] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9309f1d6-da20-4570-bc47-5662905ab6aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.909784] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.911873] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 613.911873] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522bd7bd-9aa2-3e50-dfb7-96771cd82ead" [ 613.911873] env[62788]: _type = "Task" [ 613.911873] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.921030] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522bd7bd-9aa2-3e50-dfb7-96771cd82ead, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.925263] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5cd8bd7-262c-4b7b-8b94-92d137b22a08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.930512] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 613.930512] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526336b2-f034-3677-6c58-e0ea0da44e95" [ 613.930512] env[62788]: _type = "Task" [ 613.930512] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.938230] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526336b2-f034-3677-6c58-e0ea0da44e95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.199368] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401bb53f-5c75-48d1-8a46-eca379ff70bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.207468] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6634bc36-f945-4d0d-9ff5-f5061f752f39 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.242198] env[62788]: DEBUG nova.network.neutron [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.248326] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1f1644-9dec-45bb-9b7a-5045cf0eb774 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.260459] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5519ed-b44e-40d6-8623-5ae3735e6ad9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.275350] env[62788]: DEBUG oslo_concurrency.lockutils [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Acquiring lock "a03a8428-c4fc-4b30-85de-ae82635462fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.275612] env[62788]: DEBUG oslo_concurrency.lockutils [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Lock "a03a8428-c4fc-4b30-85de-ae82635462fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.287256] env[62788]: DEBUG nova.compute.provider_tree [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.296421] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393398, 'name': Rename_Task, 'duration_secs': 0.14833} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.302119] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.302220] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e22b80-1635-415f-93d7-729b6b59dc48 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.311598] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 614.311598] env[62788]: value = "task-2393401" [ 614.311598] env[62788]: _type = "Task" [ 614.311598] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.328701] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070698} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.333241] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.333241] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393401, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.333690] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4e6274-97bf-47e8-ad0e-562289d33e41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.344483] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.363518] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 29c06b51-9044-4e41-8bad-d09cd62a9622/29c06b51-9044-4e41-8bad-d09cd62a9622.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.366661] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1266f74e-07e0-47de-acef-15e5c3c2a984 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.389733] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for the task: (returnval){ [ 614.389733] env[62788]: value = "task-2393402" [ 614.389733] env[62788]: _type = "Task" [ 614.389733] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.404054] env[62788]: DEBUG nova.network.neutron [req-8b68af51-57f0-4eb5-a62d-df17fdbcc1e7 req-00d55771-1c88-4fe6-81a2-fad9593a1b96 service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updated VIF entry in instance network info cache for port 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.404054] env[62788]: DEBUG nova.network.neutron [req-8b68af51-57f0-4eb5-a62d-df17fdbcc1e7 req-00d55771-1c88-4fe6-81a2-fad9593a1b96 service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance_info_cache with network_info: [{"id": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "address": "fa:16:3e:7a:e0:35", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e47cecb-f0", "ovs_interfaceid": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.409478] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.414906] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.440359] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526336b2-f034-3677-6c58-e0ea0da44e95, 'name': SearchDatastore_Task, 'duration_secs': 0.008748} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.440627] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.440991] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 29774177-70b5-4709-9c23-f1dbbc552872/29774177-70b5-4709-9c23-f1dbbc552872.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.441142] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ea0670a-e662-4df9-8fe0-eebfa4b253e3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.447708] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 614.447708] env[62788]: value = "task-2393403" [ 614.447708] env[62788]: _type = "Task" [ 614.447708] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.456469] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.617101] env[62788]: DEBUG nova.network.neutron [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Successfully created port: ddf916a9-539c-44c0-8de5-44f5695b6ec7 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.795426] env[62788]: DEBUG nova.scheduler.client.report [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.811102] env[62788]: DEBUG nova.network.neutron [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Updating instance_info_cache with network_info: [{"id": "f964b66f-5a23-40ae-b742-7258519bdcc3", "address": "fa:16:3e:64:2c:54", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf964b66f-5a", "ovs_interfaceid": "f964b66f-5a23-40ae-b742-7258519bdcc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.837622] env[62788]: DEBUG oslo_vmware.api [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393401, 'name': PowerOnVM_Task, 'duration_secs': 0.472669} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.842178] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.843201] env[62788]: INFO nova.compute.manager [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Took 16.58 seconds to spawn the instance on the hypervisor. [ 614.843201] env[62788]: DEBUG nova.compute.manager [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 614.844101] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecae8aff-3bb0-4b27-8220-1d685d9d91fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.852492] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393397, 'name': ReconfigVM_Task, 'duration_secs': 1.390246} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.854597] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 0c084ee8-62b3-427f-a7e8-4796ff1d32e1/0c084ee8-62b3-427f-a7e8-4796ff1d32e1.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.859385] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3f49ba9-78b2-478f-8664-809e6b3f4f27 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.867659] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 614.867659] env[62788]: value = "task-2393404" [ 614.867659] env[62788]: _type = "Task" [ 614.867659] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.878371] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393404, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.906386] env[62788]: DEBUG nova.compute.manager [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 614.911117] env[62788]: DEBUG oslo_concurrency.lockutils [req-8b68af51-57f0-4eb5-a62d-df17fdbcc1e7 req-00d55771-1c88-4fe6-81a2-fad9593a1b96 service nova] Releasing lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.915443] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.919573] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393400, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.949839] env[62788]: DEBUG nova.virt.hardware [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.950170] env[62788]: DEBUG nova.virt.hardware [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.950360] env[62788]: DEBUG nova.virt.hardware [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.950518] env[62788]: DEBUG nova.virt.hardware [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.950686] env[62788]: DEBUG nova.virt.hardware [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.950854] env[62788]: DEBUG nova.virt.hardware [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.951139] env[62788]: DEBUG nova.virt.hardware [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.951308] env[62788]: DEBUG nova.virt.hardware [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.951489] env[62788]: DEBUG nova.virt.hardware [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.951652] env[62788]: DEBUG nova.virt.hardware [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.951863] env[62788]: DEBUG nova.virt.hardware [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.953515] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d78374f-38a8-440e-ae00-ae481a40a988 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.966756] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393403, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.972464] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb08292-e6f4-4d70-bae9-5b4799255c4a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.224874] env[62788]: DEBUG nova.network.neutron [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Successfully updated port: 58aa8930-c677-40d2-9651-1a1eccf11409 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.302464] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.303021] env[62788]: DEBUG nova.compute.manager [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 615.309339] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.606s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.315567] env[62788]: INFO nova.compute.claims [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.320007] env[62788]: DEBUG nova.compute.manager [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Received event network-vif-plugged-f964b66f-5a23-40ae-b742-7258519bdcc3 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 615.320197] env[62788]: DEBUG oslo_concurrency.lockutils [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] Acquiring lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.320401] env[62788]: DEBUG oslo_concurrency.lockutils [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] Lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.320556] env[62788]: DEBUG oslo_concurrency.lockutils [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] Lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.320733] env[62788]: DEBUG nova.compute.manager [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] No waiting events found dispatching network-vif-plugged-f964b66f-5a23-40ae-b742-7258519bdcc3 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.320924] env[62788]: WARNING nova.compute.manager [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Received unexpected event network-vif-plugged-f964b66f-5a23-40ae-b742-7258519bdcc3 for instance with vm_state building and task_state spawning. [ 615.321104] env[62788]: DEBUG nova.compute.manager [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Received event network-changed-f964b66f-5a23-40ae-b742-7258519bdcc3 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 615.321257] env[62788]: DEBUG nova.compute.manager [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Refreshing instance network info cache due to event network-changed-f964b66f-5a23-40ae-b742-7258519bdcc3. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 615.321421] env[62788]: DEBUG oslo_concurrency.lockutils [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] Acquiring lock "refresh_cache-f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.322485] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Releasing lock "refresh_cache-f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.322757] env[62788]: DEBUG nova.compute.manager [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Instance network_info: |[{"id": "f964b66f-5a23-40ae-b742-7258519bdcc3", "address": "fa:16:3e:64:2c:54", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf964b66f-5a", "ovs_interfaceid": "f964b66f-5a23-40ae-b742-7258519bdcc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 615.323024] env[62788]: DEBUG oslo_concurrency.lockutils [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] Acquired lock "refresh_cache-f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.323197] env[62788]: DEBUG nova.network.neutron [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Refreshing network info cache for port f964b66f-5a23-40ae-b742-7258519bdcc3 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.325328] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:2c:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f964b66f-5a23-40ae-b742-7258519bdcc3', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.340469] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Creating folder: Project (b896918cc2064d4985f4809c8f555f6b). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.340469] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ea62ee4-cd26-47d4-aab0-5bca29991b23 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.353289] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Created folder: Project (b896918cc2064d4985f4809c8f555f6b) in parent group-v485515. [ 615.353496] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Creating folder: Instances. Parent ref: group-v485535. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.353739] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daf2fe89-f70a-4c95-943f-d63a25ac1a2b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.366678] env[62788]: INFO nova.compute.manager [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Took 21.48 seconds to build instance. [ 615.371224] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Created folder: Instances in parent group-v485535. [ 615.371630] env[62788]: DEBUG oslo.service.loopingcall [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 615.375142] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.375656] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21860f15-e7dc-4be5-8fa0-30a1d9b1cd59 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.400731] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393404, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.414132] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.414132] env[62788]: value = "task-2393407" [ 615.414132] env[62788]: _type = "Task" [ 615.414132] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.425221] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.425528] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393400, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.495349} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.426197] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 1c4ddad5-e6ec-435a-83ac-685492e923f3/1c4ddad5-e6ec-435a-83ac-685492e923f3.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.426647] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.426696] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58f03098-e66d-4672-b833-857b63371de1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.432335] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393407, 'name': CreateVM_Task} progress is 15%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.437326] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 615.437326] env[62788]: value = "task-2393408" [ 615.437326] env[62788]: _type = "Task" [ 615.437326] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.445266] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.461943] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928494} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.462303] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 29774177-70b5-4709-9c23-f1dbbc552872/29774177-70b5-4709-9c23-f1dbbc552872.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.463126] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.463126] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c9ea3f6-c96e-4915-9d96-8fbb1696d08a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.469897] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 615.469897] env[62788]: value = "task-2393409" [ 615.469897] env[62788]: _type = "Task" [ 615.469897] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.479675] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.727286] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquiring lock "refresh_cache-fe93d593-a03b-4709-8716-7ec3965f81cf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.727526] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquired lock "refresh_cache-fe93d593-a03b-4709-8716-7ec3965f81cf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.727668] env[62788]: DEBUG nova.network.neutron [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.810521] env[62788]: DEBUG nova.compute.utils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.811848] env[62788]: DEBUG nova.compute.manager [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 615.815110] env[62788]: DEBUG nova.network.neutron [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.869144] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f316feb-1d1f-46fb-8272-341832ebd7dc tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "20a7f81e-dfe7-43c9-adba-309257926a89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.994s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.883709] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393404, 'name': Rename_Task, 'duration_secs': 0.581844} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.883995] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.884353] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-255f0c57-01c1-475a-9e9c-ed1b35d2131b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.891041] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 615.891041] env[62788]: value = "task-2393410" [ 615.891041] env[62788]: _type = "Task" [ 615.891041] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.898933] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.910347] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393402, 'name': ReconfigVM_Task, 'duration_secs': 1.105644} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.910585] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 29c06b51-9044-4e41-8bad-d09cd62a9622/29c06b51-9044-4e41-8bad-d09cd62a9622.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.911234] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59bd1cf1-9ec6-41dd-a328-4271cd6c7671 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.919375] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for the task: (returnval){ [ 615.919375] env[62788]: value = "task-2393411" [ 615.919375] env[62788]: _type = "Task" [ 615.919375] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.926044] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393407, 'name': CreateVM_Task, 'duration_secs': 0.33042} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.926767] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.928017] env[62788]: DEBUG oslo_vmware.service [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2738002a-92a6-4c06-96bb-2d28189f98a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.934093] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393411, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.935638] env[62788]: DEBUG nova.policy [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f526594679b84b8790fc17de5bf70e56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de0d8ce772bb47c5a8efd1a71c165542', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.944186] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.944456] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.944978] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 615.946401] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc19f976-1465-432a-a41c-05b7ba1a4657 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.953326] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075403} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.956597] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.956597] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 615.956597] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52309808-4a4c-7a70-ef41-602b30e1db8c" [ 615.956597] env[62788]: _type = "Task" [ 615.956597] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.956597] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30b8f81-0bbc-474f-8fd3-025cd7d87464 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.979437] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.980081] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.980081] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 615.980298] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.980392] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.991848] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 1c4ddad5-e6ec-435a-83ac-685492e923f3/1c4ddad5-e6ec-435a-83ac-685492e923f3.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.992860] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c594d3a-625f-44bd-84ed-633f270be493 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.997581] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7efb25b4-d2db-4c99-9c6c-50161b6b8527 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.019350] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065026} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.021637] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.022046] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 616.022046] env[62788]: value = "task-2393412" [ 616.022046] env[62788]: _type = "Task" [ 616.022046] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.022320] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.022519] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.023373] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c297a5e-3da8-4377-ae42-a107b64dd191 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.026729] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c5dbc5-482a-4171-875c-8bd8035f1622 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.047362] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cc68b95-a143-41b9-8be6-3d2cf310c527 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.058277] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 29774177-70b5-4709-9c23-f1dbbc552872/29774177-70b5-4709-9c23-f1dbbc552872.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.059495] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.062033] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ffdb2ca-e12b-43c2-ae8d-d14595e9ca12 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.078681] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 616.078681] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ecd3a6-553a-c18b-8ef6-248d0a2da0ad" [ 616.078681] env[62788]: _type = "Task" [ 616.078681] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.083188] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 616.083188] env[62788]: value = "task-2393413" [ 616.083188] env[62788]: _type = "Task" [ 616.083188] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.091497] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ecd3a6-553a-c18b-8ef6-248d0a2da0ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.094670] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.307279] env[62788]: DEBUG nova.network.neutron [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.317819] env[62788]: DEBUG nova.compute.manager [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 616.345425] env[62788]: DEBUG nova.network.neutron [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Updated VIF entry in instance network info cache for port f964b66f-5a23-40ae-b742-7258519bdcc3. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.345769] env[62788]: DEBUG nova.network.neutron [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Updating instance_info_cache with network_info: [{"id": "f964b66f-5a23-40ae-b742-7258519bdcc3", "address": "fa:16:3e:64:2c:54", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf964b66f-5a", "ovs_interfaceid": "f964b66f-5a23-40ae-b742-7258519bdcc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.376301] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 616.408858] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393410, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.432867] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393411, 'name': Rename_Task, 'duration_secs': 0.175047} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.433182] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.433435] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9156be34-dcc4-4bf0-be85-9cd319c03759 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.444472] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for the task: (returnval){ [ 616.444472] env[62788]: value = "task-2393414" [ 616.444472] env[62788]: _type = "Task" [ 616.444472] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.459068] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.542090] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393412, 'name': ReconfigVM_Task, 'duration_secs': 0.50655} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.543460] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 1c4ddad5-e6ec-435a-83ac-685492e923f3/1c4ddad5-e6ec-435a-83ac-685492e923f3.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.544236] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78aa9660-cf4c-464c-8a35-14ef116cafde {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.552271] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 616.552271] env[62788]: value = "task-2393415" [ 616.552271] env[62788]: _type = "Task" [ 616.552271] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.568863] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393415, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.570041] env[62788]: DEBUG nova.network.neutron [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Updating instance_info_cache with network_info: [{"id": "58aa8930-c677-40d2-9651-1a1eccf11409", "address": "fa:16:3e:11:61:00", "network": {"id": "131cbb58-a982-4cb7-bfea-7d446776b2f1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2130322238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f62556569c847e890a862141d4dffc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58aa8930-c6", "ovs_interfaceid": "58aa8930-c677-40d2-9651-1a1eccf11409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.595559] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Preparing fetch location {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 616.595860] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Creating directory with path [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.596390] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85350b88-5b5c-4ebe-afa0-669dc4b3768d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.603295] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393413, 'name': ReconfigVM_Task, 'duration_secs': 0.515077} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.603295] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 29774177-70b5-4709-9c23-f1dbbc552872/29774177-70b5-4709-9c23-f1dbbc552872.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.603759] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc0d3c0e-5ed2-44d7-95e9-2671dee5aadc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.618248] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 616.618248] env[62788]: value = "task-2393416" [ 616.618248] env[62788]: _type = "Task" [ 616.618248] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.623967] env[62788]: DEBUG nova.network.neutron [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Successfully created port: a7fa0fab-5222-4b54-abab-c07a11870a98 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.628573] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393416, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.639665] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Created directory with path [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.639939] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Fetch image to [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 616.640127] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Downloading image file data ded308c2-03fc-44b4-b2d2-14ca94f4b07f to [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk on the data store datastore2 {{(pid=62788) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 616.640954] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9282fa-b82e-4b4a-a07b-8b15f4ba00ef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.651598] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303a6768-13fd-4cd8-924e-285f98ac074d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.666290] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0936d9d0-7cb9-40dc-bd24-562fa137581d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.705443] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2280ef82-087b-4e49-a930-2f6e4af804d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.708502] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2187df5-1c03-47b7-a5a3-8b6fd025ee66 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.717293] env[62788]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-47dd38a5-31d9-43e9-8389-0081449fd253 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.719248] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e38875-ea39-4230-9ec3-d21cea4372a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.755818] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a469496-7a64-4b9e-a6d7-0af902328605 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.757949] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Downloading image file data ded308c2-03fc-44b4-b2d2-14ca94f4b07f to the data store datastore2 {{(pid=62788) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 616.766946] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6e87e6-b7e7-4b1d-9ca1-25e9f0a0ae8d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.783311] env[62788]: DEBUG nova.compute.provider_tree [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.852198] env[62788]: DEBUG oslo_concurrency.lockutils [req-50d798dd-9918-4391-8532-02918f0b1caa req-eb62d57a-3871-49f3-8642-2d3cf06136b7 service nova] Releasing lock "refresh_cache-f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.876385] env[62788]: DEBUG oslo_vmware.rw_handles [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62788) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 616.967589] env[62788]: DEBUG oslo_vmware.api [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393410, 'name': PowerOnVM_Task, 'duration_secs': 0.630531} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.971526] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.971767] env[62788]: INFO nova.compute.manager [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Took 16.49 seconds to spawn the instance on the hypervisor. [ 616.971951] env[62788]: DEBUG nova.compute.manager [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 616.972266] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393414, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.973228] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f70480-8150-4b08-81bc-0bdc7c656b13 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.985151] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.068061] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393415, 'name': Rename_Task, 'duration_secs': 0.34022} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.068539] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.069338] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-724ec475-0492-42de-bf9f-cad24ee7a391 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.078433] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Releasing lock "refresh_cache-fe93d593-a03b-4709-8716-7ec3965f81cf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.078433] env[62788]: DEBUG nova.compute.manager [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Instance network_info: |[{"id": "58aa8930-c677-40d2-9651-1a1eccf11409", "address": "fa:16:3e:11:61:00", "network": {"id": "131cbb58-a982-4cb7-bfea-7d446776b2f1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2130322238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f62556569c847e890a862141d4dffc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58aa8930-c6", "ovs_interfaceid": "58aa8930-c677-40d2-9651-1a1eccf11409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 617.078572] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:61:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58aa8930-c677-40d2-9651-1a1eccf11409', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.087025] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Creating folder: Project (4f62556569c847e890a862141d4dffc5). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.093477] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8cc4944-e495-4d8f-a5e3-4942582a52d0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.099018] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 617.099018] env[62788]: value = "task-2393417" [ 617.099018] env[62788]: _type = "Task" [ 617.099018] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.112516] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393417, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.114931] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Created folder: Project (4f62556569c847e890a862141d4dffc5) in parent group-v485515. [ 617.114931] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Creating folder: Instances. Parent ref: group-v485538. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.114931] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9910ee8d-0ad5-4034-9a6c-facdec090984 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.132858] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Created folder: Instances in parent group-v485538. [ 617.132858] env[62788]: DEBUG oslo.service.loopingcall [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.134944] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.135293] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393416, 'name': Rename_Task, 'duration_secs': 0.299876} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.136754] env[62788]: DEBUG nova.network.neutron [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Successfully updated port: ddf916a9-539c-44c0-8de5-44f5695b6ec7 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.138552] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c487ea6-1ad2-4562-8cfa-cf3fcd56afa4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.154768] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.160022] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6060e3a-ee6e-4069-a2d7-1527dbe04483 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.170583] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 617.170583] env[62788]: value = "task-2393420" [ 617.170583] env[62788]: _type = "Task" [ 617.170583] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.171991] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.171991] env[62788]: value = "task-2393421" [ 617.171991] env[62788]: _type = "Task" [ 617.171991] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.185448] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.189040] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393421, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.286631] env[62788]: DEBUG nova.scheduler.client.report [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.328222] env[62788]: DEBUG nova.compute.manager [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 617.370035] env[62788]: DEBUG nova.virt.hardware [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.370587] env[62788]: DEBUG nova.virt.hardware [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.370587] env[62788]: DEBUG nova.virt.hardware [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.373091] env[62788]: DEBUG nova.virt.hardware [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.373091] env[62788]: DEBUG nova.virt.hardware [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.374094] env[62788]: DEBUG nova.virt.hardware [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.374367] env[62788]: DEBUG nova.virt.hardware [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.374536] env[62788]: DEBUG nova.virt.hardware [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.374739] env[62788]: DEBUG nova.virt.hardware [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.374883] env[62788]: DEBUG nova.virt.hardware [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.375121] env[62788]: DEBUG nova.virt.hardware [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.376089] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8cea1b-ce9d-4b76-a73b-81e11ba932d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.387199] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ff894c-974d-4ea1-83d4-1fefb737835d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.465535] env[62788]: DEBUG oslo_vmware.api [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393414, 'name': PowerOnVM_Task, 'duration_secs': 0.776741} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.468808] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.469049] env[62788]: INFO nova.compute.manager [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Took 9.94 seconds to spawn the instance on the hypervisor. [ 617.469279] env[62788]: DEBUG nova.compute.manager [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 617.470128] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a3a21a-4906-4529-ad73-ec0399846ff0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.493321] env[62788]: INFO nova.compute.manager [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Took 23.37 seconds to build instance. [ 617.613932] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.639457] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquiring lock "refresh_cache-bb73b636-f415-43c3-bbdc-16f322315b81" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.639634] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquired lock "refresh_cache-bb73b636-f415-43c3-bbdc-16f322315b81" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.640032] env[62788]: DEBUG nova.network.neutron [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.692478] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393420, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.694335] env[62788]: DEBUG oslo_vmware.rw_handles [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Completed reading data from the image iterator. {{(pid=62788) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 617.694335] env[62788]: DEBUG oslo_vmware.rw_handles [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 617.697363] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393421, 'name': CreateVM_Task, 'duration_secs': 0.47958} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.698565] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.698565] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.698565] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.698941] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.699063] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f0c717-06a0-46c6-8413-b1f3e93e2f92 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.705660] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for the task: (returnval){ [ 617.705660] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529ed1ec-9e29-3fa6-609a-f063fae8f0d2" [ 617.705660] env[62788]: _type = "Task" [ 617.705660] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.718953] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529ed1ec-9e29-3fa6-609a-f063fae8f0d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.797821] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.798426] env[62788]: DEBUG nova.compute.manager [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 617.801425] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.819s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.849600] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Downloaded image file data ded308c2-03fc-44b4-b2d2-14ca94f4b07f to vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk on the data store datastore2 {{(pid=62788) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 617.858394] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Caching image {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 617.858394] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Copying Virtual Disk [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk to [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.858394] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bef026d5-e7a3-4882-99c0-810ac051f58a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.872036] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 617.872036] env[62788]: value = "task-2393422" [ 617.872036] env[62788]: _type = "Task" [ 617.872036] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.882430] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.999173] env[62788]: INFO nova.compute.manager [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Took 22.61 seconds to build instance. [ 617.999173] env[62788]: DEBUG oslo_concurrency.lockutils [None req-35032c8c-ab89-473f-9453-a0cf228cd4f6 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.878s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.112995] env[62788]: DEBUG oslo_vmware.api [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393417, 'name': PowerOnVM_Task, 'duration_secs': 0.712745} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.117512] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.117772] env[62788]: INFO nova.compute.manager [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Took 15.34 seconds to spawn the instance on the hypervisor. [ 618.117973] env[62788]: DEBUG nova.compute.manager [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 618.118849] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3e53f9-80b3-4903-b424-97628eb28cdb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.184847] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393420, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.193971] env[62788]: DEBUG nova.network.neutron [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.219125] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.219394] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.219609] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.304703] env[62788]: DEBUG nova.compute.utils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 618.316167] env[62788]: DEBUG nova.compute.manager [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 618.316350] env[62788]: DEBUG nova.network.neutron [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.319531] env[62788]: DEBUG nova.compute.manager [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 618.381328] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393422, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.465560] env[62788]: DEBUG nova.policy [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51924e5c0c774bb38c4aa41ad3fa56bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b50d9b47663d4775865f98ee5639e29d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.499433] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f00b5749-720b-486f-b02d-ff448944f4e9 tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Lock "29c06b51-9044-4e41-8bad-d09cd62a9622" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.130s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.507021] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 618.642351] env[62788]: INFO nova.compute.manager [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Took 24.44 seconds to build instance. [ 618.683140] env[62788]: DEBUG oslo_vmware.api [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393420, 'name': PowerOnVM_Task, 'duration_secs': 1.218109} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.683300] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.683505] env[62788]: INFO nova.compute.manager [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Took 13.59 seconds to spawn the instance on the hypervisor. [ 618.683686] env[62788]: DEBUG nova.compute.manager [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 618.684525] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2874b50-72c2-46f7-a2f3-61406b13bf3f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.758814] env[62788]: DEBUG nova.network.neutron [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Updating instance_info_cache with network_info: [{"id": "ddf916a9-539c-44c0-8de5-44f5695b6ec7", "address": "fa:16:3e:b7:8a:76", "network": {"id": "18df9ef3-6a4e-4240-a36b-b374a7234f98", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-655024107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ec413573b34e41b2677b18f05dbe0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf916a9-53", "ovs_interfaceid": "ddf916a9-539c-44c0-8de5-44f5695b6ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.847455] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 20a7f81e-dfe7-43c9-adba-309257926a89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.847822] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 1c4ddad5-e6ec-435a-83ac-685492e923f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.848077] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 0c084ee8-62b3-427f-a7e8-4796ff1d32e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.848578] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 29774177-70b5-4709-9c23-f1dbbc552872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.848910] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 29c06b51-9044-4e41-8bad-d09cd62a9622 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.849192] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.849424] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance fe93d593-a03b-4709-8716-7ec3965f81cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.849647] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance bb73b636-f415-43c3-bbdc-16f322315b81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.850367] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance f86fbb84-d0e7-4c7e-8b42-be203156b02f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.850367] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 20b46e5d-c3db-48c5-b10b-4494c2f3dca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 618.883658] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393422, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.006026] env[62788]: DEBUG nova.compute.manager [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 619.037906] env[62788]: DEBUG nova.compute.manager [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Received event network-vif-plugged-58aa8930-c677-40d2-9651-1a1eccf11409 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 619.038831] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Acquiring lock "fe93d593-a03b-4709-8716-7ec3965f81cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.038831] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Lock "fe93d593-a03b-4709-8716-7ec3965f81cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.038831] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Lock "fe93d593-a03b-4709-8716-7ec3965f81cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.039066] env[62788]: DEBUG nova.compute.manager [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] No waiting events found dispatching network-vif-plugged-58aa8930-c677-40d2-9651-1a1eccf11409 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.039112] env[62788]: WARNING nova.compute.manager [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Received unexpected event network-vif-plugged-58aa8930-c677-40d2-9651-1a1eccf11409 for instance with vm_state building and task_state spawning. [ 619.039846] env[62788]: DEBUG nova.compute.manager [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Received event network-changed-58aa8930-c677-40d2-9651-1a1eccf11409 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 619.039846] env[62788]: DEBUG nova.compute.manager [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Refreshing instance network info cache due to event network-changed-58aa8930-c677-40d2-9651-1a1eccf11409. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 619.039846] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Acquiring lock "refresh_cache-fe93d593-a03b-4709-8716-7ec3965f81cf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.041466] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Acquired lock "refresh_cache-fe93d593-a03b-4709-8716-7ec3965f81cf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.041783] env[62788]: DEBUG nova.network.neutron [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Refreshing network info cache for port 58aa8930-c677-40d2-9651-1a1eccf11409 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.043939] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.144445] env[62788]: DEBUG oslo_concurrency.lockutils [None req-592a0677-581e-410f-bc23-19d8afeee1da tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.958s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.160671] env[62788]: DEBUG nova.network.neutron [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Successfully updated port: a7fa0fab-5222-4b54-abab-c07a11870a98 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.206199] env[62788]: INFO nova.compute.manager [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Took 24.20 seconds to build instance. [ 619.262291] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Releasing lock "refresh_cache-bb73b636-f415-43c3-bbdc-16f322315b81" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.262644] env[62788]: DEBUG nova.compute.manager [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Instance network_info: |[{"id": "ddf916a9-539c-44c0-8de5-44f5695b6ec7", "address": "fa:16:3e:b7:8a:76", "network": {"id": "18df9ef3-6a4e-4240-a36b-b374a7234f98", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-655024107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ec413573b34e41b2677b18f05dbe0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf916a9-53", "ovs_interfaceid": "ddf916a9-539c-44c0-8de5-44f5695b6ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 619.263077] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:8a:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddf916a9-539c-44c0-8de5-44f5695b6ec7', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.271995] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Creating folder: Project (95ec413573b34e41b2677b18f05dbe0c). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.271995] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f437e795-71ad-40d8-b0fb-902545b6f084 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.285386] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Created folder: Project (95ec413573b34e41b2677b18f05dbe0c) in parent group-v485515. [ 619.285639] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Creating folder: Instances. Parent ref: group-v485541. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.285901] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b2b9881-d0fc-410b-9a38-b81091f97963 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.299897] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Created folder: Instances in parent group-v485541. [ 619.300289] env[62788]: DEBUG oslo.service.loopingcall [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.300507] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.301039] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c8bfc74-f6ee-4562-bf72-ce5491ee2e94 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.324715] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.324715] env[62788]: value = "task-2393425" [ 619.324715] env[62788]: _type = "Task" [ 619.324715] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.330611] env[62788]: DEBUG nova.compute.manager [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 619.339511] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393425, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.353085] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance eae5873e-40ed-4e98-914c-bb40dca360aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 619.366051] env[62788]: DEBUG nova.virt.hardware [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.366051] env[62788]: DEBUG nova.virt.hardware [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.366051] env[62788]: DEBUG nova.virt.hardware [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.366380] env[62788]: DEBUG nova.virt.hardware [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.366380] env[62788]: DEBUG nova.virt.hardware [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.366568] env[62788]: DEBUG nova.virt.hardware [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.366833] env[62788]: DEBUG nova.virt.hardware [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.367028] env[62788]: DEBUG nova.virt.hardware [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.367208] env[62788]: DEBUG nova.virt.hardware [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.367413] env[62788]: DEBUG nova.virt.hardware [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.367692] env[62788]: DEBUG nova.virt.hardware [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.368625] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f954dd06-0868-4918-8616-faead041aa3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.386157] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a91b6d-d785-45a0-b1bd-71c8ada8cc1a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.391613] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393422, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.12613} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.392582] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Copied Virtual Disk [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk to [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.392582] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Deleting the datastore file [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/tmp-sparse.vmdk {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.392885] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3bbc0ec-6f5e-4ecc-93d0-b38d878629bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.406669] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 619.406669] env[62788]: value = "task-2393426" [ 619.406669] env[62788]: _type = "Task" [ 619.406669] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.416876] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.487983] env[62788]: DEBUG nova.network.neutron [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Successfully created port: 8e46917c-0dea-4b95-b110-c8b5343f2aa1 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.528156] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.649950] env[62788]: DEBUG nova.compute.manager [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 619.657642] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "036aaecc-5f03-40c0-91d0-f4f5e505c620" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.658554] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "036aaecc-5f03-40c0-91d0-f4f5e505c620" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.662949] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquiring lock "refresh_cache-f86fbb84-d0e7-4c7e-8b42-be203156b02f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 619.663378] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquired lock "refresh_cache-f86fbb84-d0e7-4c7e-8b42-be203156b02f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.664098] env[62788]: DEBUG nova.network.neutron [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.709714] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4d037c1f-c69b-46e7-843a-d1e79e6d0ffb tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lock "29774177-70b5-4709-9c23-f1dbbc552872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.713s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.840166] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393425, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.856424] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 5d246a26-0c0e-4694-97bd-cc07fa66b869 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 619.918535] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035161} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.918958] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 619.919344] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Moving file from [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71/ded308c2-03fc-44b4-b2d2-14ca94f4b07f to [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f. {{(pid=62788) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 619.920120] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-cf831c4b-7abc-439b-9cd8-2af1f5857081 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.932334] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 619.932334] env[62788]: value = "task-2393427" [ 619.932334] env[62788]: _type = "Task" [ 619.932334] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.942305] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393427, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.054522] env[62788]: DEBUG nova.compute.manager [None req-87449ea9-1044-477c-9537-7666fc04f9be tempest-ServerDiagnosticsV248Test-936921937 tempest-ServerDiagnosticsV248Test-936921937-project-admin] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 620.059019] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2485edcb-f009-4f74-b384-3e59bc33cb8c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.064828] env[62788]: INFO nova.compute.manager [None req-87449ea9-1044-477c-9537-7666fc04f9be tempest-ServerDiagnosticsV248Test-936921937 tempest-ServerDiagnosticsV248Test-936921937-project-admin] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Retrieving diagnostics [ 620.067384] env[62788]: DEBUG nova.network.neutron [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Updated VIF entry in instance network info cache for port 58aa8930-c677-40d2-9651-1a1eccf11409. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 620.067384] env[62788]: DEBUG nova.network.neutron [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Updating instance_info_cache with network_info: [{"id": "58aa8930-c677-40d2-9651-1a1eccf11409", "address": "fa:16:3e:11:61:00", "network": {"id": "131cbb58-a982-4cb7-bfea-7d446776b2f1", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2130322238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f62556569c847e890a862141d4dffc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58aa8930-c6", "ovs_interfaceid": "58aa8930-c677-40d2-9651-1a1eccf11409", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.069121] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c36ee3-2fda-4c70-bffa-1f0ef82b3a7b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.183251] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.213195] env[62788]: DEBUG nova.compute.manager [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 620.216815] env[62788]: DEBUG nova.network.neutron [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.263257] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.263494] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.339206] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393425, 'name': CreateVM_Task, 'duration_secs': 0.547833} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.339559] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.340427] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.341578] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.341998] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.345835] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c53959e2-e421-4987-8070-8b41dc296cfa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.360964] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 23c11f04-d3f5-48a7-831b-c08ca532376c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 620.364077] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for the task: (returnval){ [ 620.364077] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5276abae-c4b8-7337-945d-fc8213176858" [ 620.364077] env[62788]: _type = "Task" [ 620.364077] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.374886] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5276abae-c4b8-7337-945d-fc8213176858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.441505] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393427, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.037102} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.442923] env[62788]: DEBUG nova.network.neutron [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Updating instance_info_cache with network_info: [{"id": "a7fa0fab-5222-4b54-abab-c07a11870a98", "address": "fa:16:3e:20:f1:4b", "network": {"id": "1a4c9db8-695a-4721-aca1-81cf0d7b2130", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1275252673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0d8ce772bb47c5a8efd1a71c165542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7fa0fab-52", "ovs_interfaceid": "a7fa0fab-5222-4b54-abab-c07a11870a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.446206] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] File moved {{(pid=62788) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 620.446206] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Cleaning up location [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71 {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 620.446206] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Deleting the datastore file [datastore2] vmware_temp/e1996495-f535-4ae4-b438-0b950703bc71 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.446944] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d148bdd-8c68-434a-9ec1-d8c9c1e0656f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.457032] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 620.457032] env[62788]: value = "task-2393428" [ 620.457032] env[62788]: _type = "Task" [ 620.457032] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.471463] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393428, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.573631] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Releasing lock "refresh_cache-fe93d593-a03b-4709-8716-7ec3965f81cf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.574167] env[62788]: DEBUG nova.compute.manager [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Received event network-vif-plugged-ddf916a9-539c-44c0-8de5-44f5695b6ec7 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 620.574781] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Acquiring lock "bb73b636-f415-43c3-bbdc-16f322315b81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.575300] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Lock "bb73b636-f415-43c3-bbdc-16f322315b81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.578693] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Lock "bb73b636-f415-43c3-bbdc-16f322315b81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.578693] env[62788]: DEBUG nova.compute.manager [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] No waiting events found dispatching network-vif-plugged-ddf916a9-539c-44c0-8de5-44f5695b6ec7 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 620.578693] env[62788]: WARNING nova.compute.manager [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Received unexpected event network-vif-plugged-ddf916a9-539c-44c0-8de5-44f5695b6ec7 for instance with vm_state building and task_state spawning. [ 620.578693] env[62788]: DEBUG nova.compute.manager [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Received event network-changed-ddf916a9-539c-44c0-8de5-44f5695b6ec7 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 620.578693] env[62788]: DEBUG nova.compute.manager [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Refreshing instance network info cache due to event network-changed-ddf916a9-539c-44c0-8de5-44f5695b6ec7. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 620.578839] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Acquiring lock "refresh_cache-bb73b636-f415-43c3-bbdc-16f322315b81" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.578839] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Acquired lock "refresh_cache-bb73b636-f415-43c3-bbdc-16f322315b81" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.578839] env[62788]: DEBUG nova.network.neutron [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Refreshing network info cache for port ddf916a9-539c-44c0-8de5-44f5695b6ec7 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 620.742518] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.865196] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 3439b9b7-2d18-4068-98ee-ca3e206d6d2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 620.883822] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5276abae-c4b8-7337-945d-fc8213176858, 'name': SearchDatastore_Task, 'duration_secs': 0.013877} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.883822] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.883822] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.884764] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.948577] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Releasing lock "refresh_cache-f86fbb84-d0e7-4c7e-8b42-be203156b02f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 620.949015] env[62788]: DEBUG nova.compute.manager [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Instance network_info: |[{"id": "a7fa0fab-5222-4b54-abab-c07a11870a98", "address": "fa:16:3e:20:f1:4b", "network": {"id": "1a4c9db8-695a-4721-aca1-81cf0d7b2130", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1275252673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0d8ce772bb47c5a8efd1a71c165542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7fa0fab-52", "ovs_interfaceid": "a7fa0fab-5222-4b54-abab-c07a11870a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 620.950429] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:f1:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7fa0fab-5222-4b54-abab-c07a11870a98', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.958599] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Creating folder: Project (de0d8ce772bb47c5a8efd1a71c165542). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.959506] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c26ce18-9f2c-4b66-90fe-cbd961897044 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.974673] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393428, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038291} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.974673] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.974673] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6cc2bdf-a1d5-48e7-adfc-2153d30c85ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.977396] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Created folder: Project (de0d8ce772bb47c5a8efd1a71c165542) in parent group-v485515. [ 620.977700] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Creating folder: Instances. Parent ref: group-v485544. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.978445] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efdf87ee-0c45-4665-ae7d-95e869f4a8aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.982731] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 620.982731] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522563d2-a440-301f-adb3-26b4344ad6c1" [ 620.982731] env[62788]: _type = "Task" [ 620.982731] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.990237] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Created folder: Instances in parent group-v485544. [ 620.990516] env[62788]: DEBUG oslo.service.loopingcall [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 620.990729] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.990966] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1ee3183-f466-4a70-81c0-f1e6035b49bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.010401] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522563d2-a440-301f-adb3-26b4344ad6c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.018263] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 621.018263] env[62788]: value = "task-2393431" [ 621.018263] env[62788]: _type = "Task" [ 621.018263] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.029843] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393431, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.355205] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquiring lock "b008518e-6ef8-4750-85e0-2f9e8242e30f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.357121] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "b008518e-6ef8-4750-85e0-2f9e8242e30f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.375515] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance e25dd119-c032-4dfa-bd50-efa59fa5849f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 621.499322] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522563d2-a440-301f-adb3-26b4344ad6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014686} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.499322] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.499931] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8/f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.500072] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.500323] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.503583] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-110d8125-e882-4992-9b8c-6619466c290f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.503583] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-218fc3c6-2f96-4dca-87a3-c2ffc9151ae9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.515618] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 621.515618] env[62788]: value = "task-2393432" [ 621.515618] env[62788]: _type = "Task" [ 621.515618] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.517557] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.517996] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.523376] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df78b40-f97b-44b4-aee6-37aec5acbbc6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.546666] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for the task: (returnval){ [ 621.546666] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c5083b-6128-9ea7-22bc-d2ec4f242bf0" [ 621.546666] env[62788]: _type = "Task" [ 621.546666] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.546932] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.550853] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393431, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.561413] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c5083b-6128-9ea7-22bc-d2ec4f242bf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.733681] env[62788]: DEBUG nova.network.neutron [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Updated VIF entry in instance network info cache for port ddf916a9-539c-44c0-8de5-44f5695b6ec7. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.734055] env[62788]: DEBUG nova.network.neutron [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Updating instance_info_cache with network_info: [{"id": "ddf916a9-539c-44c0-8de5-44f5695b6ec7", "address": "fa:16:3e:b7:8a:76", "network": {"id": "18df9ef3-6a4e-4240-a36b-b374a7234f98", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-655024107-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ec413573b34e41b2677b18f05dbe0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf916a9-53", "ovs_interfaceid": "ddf916a9-539c-44c0-8de5-44f5695b6ec7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.879126] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance aedf6b6d-5624-4217-9479-60a13b6d1494 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 622.005677] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.005969] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.037029] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393432, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.044509] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393431, 'name': CreateVM_Task, 'duration_secs': 0.594801} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.044794] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 622.047443] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.047443] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.047443] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 622.047443] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fedbdad-85ac-4586-8e7e-b89d01f22f42 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.057184] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for the task: (returnval){ [ 622.057184] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5256431e-c09c-5695-41cf-e0c2f7779749" [ 622.057184] env[62788]: _type = "Task" [ 622.057184] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.065979] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c5083b-6128-9ea7-22bc-d2ec4f242bf0, 'name': SearchDatastore_Task, 'duration_secs': 0.017813} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.068120] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9be5243-368c-4f26-abff-be98bdecf46c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.082683] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5256431e-c09c-5695-41cf-e0c2f7779749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.089896] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for the task: (returnval){ [ 622.089896] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5224817b-3006-2c1e-6e40-2e5965f14f71" [ 622.089896] env[62788]: _type = "Task" [ 622.089896] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.107589] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5224817b-3006-2c1e-6e40-2e5965f14f71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.205101] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.205894] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.239746] env[62788]: DEBUG oslo_concurrency.lockutils [req-e61fa058-13ea-4dfb-8441-bce7e8354d95 req-2a51bc23-552d-446a-be98-0d23af2e2042 service nova] Releasing lock "refresh_cache-bb73b636-f415-43c3-bbdc-16f322315b81" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.358652] env[62788]: DEBUG nova.network.neutron [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Successfully updated port: 8e46917c-0dea-4b95-b110-c8b5343f2aa1 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.383092] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 622.535444] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774052} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.535873] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8/f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.536547] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.536547] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7208d4ae-354f-4cf7-ada2-8e83a915e9e3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.545997] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 622.545997] env[62788]: value = "task-2393433" [ 622.545997] env[62788]: _type = "Task" [ 622.545997] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.559616] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.574193] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5256431e-c09c-5695-41cf-e0c2f7779749, 'name': SearchDatastore_Task, 'duration_secs': 0.068688} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.574878] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.574878] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.575049] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.608192] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5224817b-3006-2c1e-6e40-2e5965f14f71, 'name': SearchDatastore_Task, 'duration_secs': 0.065211} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.609885] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.609885] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] fe93d593-a03b-4709-8716-7ec3965f81cf/fe93d593-a03b-4709-8716-7ec3965f81cf.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.609885] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.609885] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.610132] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3046359-7c46-4e2e-93ae-05365e07e7ec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.611867] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a24e23d4-bdb6-4cc3-a701-b88683d0124b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.622316] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for the task: (returnval){ [ 622.622316] env[62788]: value = "task-2393434" [ 622.622316] env[62788]: _type = "Task" [ 622.622316] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.628930] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.629184] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.631151] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e690104b-eb05-4965-a021-037c897b7979 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.638680] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.644343] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for the task: (returnval){ [ 622.644343] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5283b045-ae98-95e0-76e8-29f464d86daf" [ 622.644343] env[62788]: _type = "Task" [ 622.644343] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.658402] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5283b045-ae98-95e0-76e8-29f464d86daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.861706] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquiring lock "refresh_cache-20b46e5d-c3db-48c5-b10b-4494c2f3dca5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.861980] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquired lock "refresh_cache-20b46e5d-c3db-48c5-b10b-4494c2f3dca5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.862262] env[62788]: DEBUG nova.network.neutron [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.890786] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance a03a8428-c4fc-4b30-85de-ae82635462fe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 622.890786] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 622.890895] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 623.063461] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25112} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.068800] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.069603] env[62788]: DEBUG nova.compute.manager [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Received event network-vif-plugged-a7fa0fab-5222-4b54-abab-c07a11870a98 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 623.069978] env[62788]: DEBUG oslo_concurrency.lockutils [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] Acquiring lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.069978] env[62788]: DEBUG oslo_concurrency.lockutils [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] Lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.070314] env[62788]: DEBUG oslo_concurrency.lockutils [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] Lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.070314] env[62788]: DEBUG nova.compute.manager [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] No waiting events found dispatching network-vif-plugged-a7fa0fab-5222-4b54-abab-c07a11870a98 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.070801] env[62788]: WARNING nova.compute.manager [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Received unexpected event network-vif-plugged-a7fa0fab-5222-4b54-abab-c07a11870a98 for instance with vm_state building and task_state spawning. [ 623.070801] env[62788]: DEBUG nova.compute.manager [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Received event network-changed-a7fa0fab-5222-4b54-abab-c07a11870a98 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 623.070801] env[62788]: DEBUG nova.compute.manager [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Refreshing instance network info cache due to event network-changed-a7fa0fab-5222-4b54-abab-c07a11870a98. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 623.070976] env[62788]: DEBUG oslo_concurrency.lockutils [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] Acquiring lock "refresh_cache-f86fbb84-d0e7-4c7e-8b42-be203156b02f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 623.071124] env[62788]: DEBUG oslo_concurrency.lockutils [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] Acquired lock "refresh_cache-f86fbb84-d0e7-4c7e-8b42-be203156b02f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.071756] env[62788]: DEBUG nova.network.neutron [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Refreshing network info cache for port a7fa0fab-5222-4b54-abab-c07a11870a98 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.073954] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1869128b-0fd6-42df-80e4-01e1b03b14f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.105169] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8/f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.109644] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c19797-5ab0-44a4-9ef7-d5e6a0c6306f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.143394] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393434, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.147889] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 623.147889] env[62788]: value = "task-2393435" [ 623.147889] env[62788]: _type = "Task" [ 623.147889] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.164739] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.172833] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5283b045-ae98-95e0-76e8-29f464d86daf, 'name': SearchDatastore_Task, 'duration_secs': 0.024212} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.174034] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481cb6ed-0d23-4206-be55-b78fddfd6963 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.182237] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for the task: (returnval){ [ 623.182237] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5216e2a3-7ce5-02dc-3e02-cc9e75712af9" [ 623.182237] env[62788]: _type = "Task" [ 623.182237] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.195476] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5216e2a3-7ce5-02dc-3e02-cc9e75712af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.257628] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Acquiring lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.257887] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.260029] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Acquiring lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.260029] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.260029] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.260980] env[62788]: INFO nova.compute.manager [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Terminating instance [ 623.383632] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90db05e-d365-4ce7-b40c-e8137ab26e8f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.393100] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe01f408-c5e5-46af-873a-0ff856b1da00 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.438205] env[62788]: DEBUG nova.network.neutron [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.441707] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba625ed4-68f1-49b9-affa-d8c778b12a78 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.453757] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6767511-4c0b-4e20-b614-c591c1489382 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.479085] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.564547] env[62788]: DEBUG nova.compute.manager [req-5b81ff71-3cbd-4b7c-b1ec-903fa833940e req-23329782-336f-4e97-a241-8ac01bdb678e service nova] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Received event network-vif-plugged-8e46917c-0dea-4b95-b110-c8b5343f2aa1 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 623.564809] env[62788]: DEBUG oslo_concurrency.lockutils [req-5b81ff71-3cbd-4b7c-b1ec-903fa833940e req-23329782-336f-4e97-a241-8ac01bdb678e service nova] Acquiring lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.564985] env[62788]: DEBUG oslo_concurrency.lockutils [req-5b81ff71-3cbd-4b7c-b1ec-903fa833940e req-23329782-336f-4e97-a241-8ac01bdb678e service nova] Lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.565178] env[62788]: DEBUG oslo_concurrency.lockutils [req-5b81ff71-3cbd-4b7c-b1ec-903fa833940e req-23329782-336f-4e97-a241-8ac01bdb678e service nova] Lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.565378] env[62788]: DEBUG nova.compute.manager [req-5b81ff71-3cbd-4b7c-b1ec-903fa833940e req-23329782-336f-4e97-a241-8ac01bdb678e service nova] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] No waiting events found dispatching network-vif-plugged-8e46917c-0dea-4b95-b110-c8b5343f2aa1 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.565625] env[62788]: WARNING nova.compute.manager [req-5b81ff71-3cbd-4b7c-b1ec-903fa833940e req-23329782-336f-4e97-a241-8ac01bdb678e service nova] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Received unexpected event network-vif-plugged-8e46917c-0dea-4b95-b110-c8b5343f2aa1 for instance with vm_state building and task_state spawning. [ 623.613727] env[62788]: DEBUG nova.network.neutron [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Updating instance_info_cache with network_info: [{"id": "8e46917c-0dea-4b95-b110-c8b5343f2aa1", "address": "fa:16:3e:54:9f:07", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e46917c-0d", "ovs_interfaceid": "8e46917c-0dea-4b95-b110-c8b5343f2aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.643913] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76744} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.644367] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] fe93d593-a03b-4709-8716-7ec3965f81cf/fe93d593-a03b-4709-8716-7ec3965f81cf.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.644505] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.644687] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00f0cbec-5a35-4f52-b92e-a60c5e15ec29 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.657433] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for the task: (returnval){ [ 623.657433] env[62788]: value = "task-2393436" [ 623.657433] env[62788]: _type = "Task" [ 623.657433] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.664759] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393435, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.675995] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.696851] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5216e2a3-7ce5-02dc-3e02-cc9e75712af9, 'name': SearchDatastore_Task, 'duration_secs': 0.056946} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.697015] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.697229] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] bb73b636-f415-43c3-bbdc-16f322315b81/bb73b636-f415-43c3-bbdc-16f322315b81.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.697568] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.698799] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.698799] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbc5d04c-1c67-4457-bdac-4fb08092e16e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.700980] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaadbb75-7336-4dd2-bb88-36b9722262b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.711153] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for the task: (returnval){ [ 623.711153] env[62788]: value = "task-2393437" [ 623.711153] env[62788]: _type = "Task" [ 623.711153] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.717110] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.718159] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.718435] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97261abd-2aad-44db-a934-c7357cc05b5c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.726033] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.727557] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for the task: (returnval){ [ 623.727557] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5239b856-dd61-99b2-3c8b-396d1a7076e8" [ 623.727557] env[62788]: _type = "Task" [ 623.727557] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.737250] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5239b856-dd61-99b2-3c8b-396d1a7076e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.765913] env[62788]: DEBUG nova.compute.manager [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 623.766226] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.767234] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddeae95-9588-494b-877a-8d834d607890 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.780123] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.780123] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d3ce16b-4a36-494d-b206-bf0d9d85f25d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.789361] env[62788]: DEBUG oslo_vmware.api [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Waiting for the task: (returnval){ [ 623.789361] env[62788]: value = "task-2393438" [ 623.789361] env[62788]: _type = "Task" [ 623.789361] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.800928] env[62788]: DEBUG oslo_vmware.api [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Task: {'id': task-2393438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.983156] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.044776] env[62788]: DEBUG nova.compute.manager [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Stashing vm_state: active {{(pid=62788) _prep_resize /opt/stack/nova/nova/compute/manager.py:6150}} [ 624.120025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Releasing lock "refresh_cache-20b46e5d-c3db-48c5-b10b-4494c2f3dca5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.121238] env[62788]: DEBUG nova.compute.manager [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Instance network_info: |[{"id": "8e46917c-0dea-4b95-b110-c8b5343f2aa1", "address": "fa:16:3e:54:9f:07", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e46917c-0d", "ovs_interfaceid": "8e46917c-0dea-4b95-b110-c8b5343f2aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 624.121390] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:9f:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e46917c-0dea-4b95-b110-c8b5343f2aa1', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.131305] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Creating folder: Project (b50d9b47663d4775865f98ee5639e29d). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.131305] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f76155f-807a-468a-9c65-5d6d97bdd76b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.147289] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Created folder: Project (b50d9b47663d4775865f98ee5639e29d) in parent group-v485515. [ 624.147289] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Creating folder: Instances. Parent ref: group-v485547. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.147463] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a17ff58-a3c0-4c97-9bd5-90bdd5933b4b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.176895] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Created folder: Instances in parent group-v485547. [ 624.176895] env[62788]: DEBUG oslo.service.loopingcall [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.183582] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.183895] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393435, 'name': ReconfigVM_Task, 'duration_secs': 1.034069} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.184833] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a060da81-5f3c-4699-b1d6-fde905e117b5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.204608] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Reconfigured VM instance instance-00000006 to attach disk [datastore2] f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8/f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.211157] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03497e01-f932-4bc1-bf71-8254739bbef8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.213568] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078494} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.214445] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.220327] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb9b805-d2eb-4ec1-a697-588cf9634edc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.226635] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.226635] env[62788]: value = "task-2393441" [ 624.226635] env[62788]: _type = "Task" [ 624.226635] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.226759] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 624.226759] env[62788]: value = "task-2393442" [ 624.226759] env[62788]: _type = "Task" [ 624.226759] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.244166] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393437, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.255355] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393441, 'name': CreateVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.272838] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393442, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.282605] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] fe93d593-a03b-4709-8716-7ec3965f81cf/fe93d593-a03b-4709-8716-7ec3965f81cf.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.283071] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5239b856-dd61-99b2-3c8b-396d1a7076e8, 'name': SearchDatastore_Task, 'duration_secs': 0.027825} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.284165] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a339852-96c3-404f-a505-c01d15d4cd8e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.303375] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f4cf60-de3e-404f-b4de-e301015c1d3c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.314893] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for the task: (returnval){ [ 624.314893] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c1dde4-3c78-5c06-4291-067eaa3b6a92" [ 624.314893] env[62788]: _type = "Task" [ 624.314893] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.319746] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for the task: (returnval){ [ 624.319746] env[62788]: value = "task-2393443" [ 624.319746] env[62788]: _type = "Task" [ 624.319746] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.323462] env[62788]: DEBUG oslo_vmware.api [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Task: {'id': task-2393438, 'name': PowerOffVM_Task, 'duration_secs': 0.356323} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.327625] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.328370] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.332021] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6437956-9479-49e1-a0ee-37f3a7bdeac7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.341990] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c1dde4-3c78-5c06-4291-067eaa3b6a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.346032] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.350806] env[62788]: DEBUG nova.network.neutron [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Updated VIF entry in instance network info cache for port a7fa0fab-5222-4b54-abab-c07a11870a98. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.351179] env[62788]: DEBUG nova.network.neutron [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Updating instance_info_cache with network_info: [{"id": "a7fa0fab-5222-4b54-abab-c07a11870a98", "address": "fa:16:3e:20:f1:4b", "network": {"id": "1a4c9db8-695a-4721-aca1-81cf0d7b2130", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1275252673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de0d8ce772bb47c5a8efd1a71c165542", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7fa0fab-52", "ovs_interfaceid": "a7fa0fab-5222-4b54-abab-c07a11870a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.446233] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.446233] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.446233] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Deleting the datastore file [datastore1] 0c084ee8-62b3-427f-a7e8-4796ff1d32e1 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.446233] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4afb68c7-f5bf-4da2-bf35-ccf30479688d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.454747] env[62788]: DEBUG oslo_vmware.api [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Waiting for the task: (returnval){ [ 624.454747] env[62788]: value = "task-2393445" [ 624.454747] env[62788]: _type = "Task" [ 624.454747] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.466310] env[62788]: DEBUG oslo_vmware.api [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Task: {'id': task-2393445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.488452] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 624.488694] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.687s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.489079] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.504s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.490897] env[62788]: INFO nova.compute.claims [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 624.572013] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.730976] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883539} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.743018] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] bb73b636-f415-43c3-bbdc-16f322315b81/bb73b636-f415-43c3-bbdc-16f322315b81.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.743018] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.743018] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c0dc3ff-a918-4f6f-a108-b723e0a1eef2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.749341] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393441, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.753721] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for the task: (returnval){ [ 624.753721] env[62788]: value = "task-2393446" [ 624.753721] env[62788]: _type = "Task" [ 624.753721] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.753950] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393442, 'name': Rename_Task, 'duration_secs': 0.3721} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.757381] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.757721] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-332a7176-ab44-4f4a-b8e7-511a2f733220 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.766504] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.768030] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 624.768030] env[62788]: value = "task-2393447" [ 624.768030] env[62788]: _type = "Task" [ 624.768030] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.777329] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.832651] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c1dde4-3c78-5c06-4291-067eaa3b6a92, 'name': SearchDatastore_Task, 'duration_secs': 0.060497} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.837915] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.838452] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] f86fbb84-d0e7-4c7e-8b42-be203156b02f/f86fbb84-d0e7-4c7e-8b42-be203156b02f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.839095] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-663ba89a-3f90-4735-b6b2-b03a7dab150a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.851210] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.853554] env[62788]: DEBUG oslo_concurrency.lockutils [req-94e96773-8028-4f62-8e79-1d607e4acedb req-e6e8cce6-363c-4929-af59-d227fb69d7ed service nova] Releasing lock "refresh_cache-f86fbb84-d0e7-4c7e-8b42-be203156b02f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.854414] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for the task: (returnval){ [ 624.854414] env[62788]: value = "task-2393448" [ 624.854414] env[62788]: _type = "Task" [ 624.854414] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.866693] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.965688] env[62788]: DEBUG oslo_vmware.api [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Task: {'id': task-2393445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405023} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.966019] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.966226] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.966406] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.966581] env[62788]: INFO nova.compute.manager [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 624.966825] env[62788]: DEBUG oslo.service.loopingcall [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 624.967056] env[62788]: DEBUG nova.compute.manager [-] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 624.967157] env[62788]: DEBUG nova.network.neutron [-] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.241774] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393441, 'name': CreateVM_Task, 'duration_secs': 0.839833} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.241945] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.242924] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.243106] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.243412] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 625.243707] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d81de6ef-ed50-4736-8e7c-79d1672845bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.249739] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for the task: (returnval){ [ 625.249739] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ea502b-eee0-030b-e6b7-eb23aecc65de" [ 625.249739] env[62788]: _type = "Task" [ 625.249739] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.261175] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ea502b-eee0-030b-e6b7-eb23aecc65de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.267265] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087045} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.267635] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.268804] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4bf73a-6f72-411b-828a-f045704cabc9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.286068] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.311803] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] bb73b636-f415-43c3-bbdc-16f322315b81/bb73b636-f415-43c3-bbdc-16f322315b81.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.311803] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e039d59c-14fa-4d54-bfed-c83fab676c04 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.343108] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393443, 'name': ReconfigVM_Task, 'duration_secs': 0.883306} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.344456] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Reconfigured VM instance instance-00000007 to attach disk [datastore2] fe93d593-a03b-4709-8716-7ec3965f81cf/fe93d593-a03b-4709-8716-7ec3965f81cf.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.345213] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for the task: (returnval){ [ 625.345213] env[62788]: value = "task-2393449" [ 625.345213] env[62788]: _type = "Task" [ 625.345213] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.345423] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a14e75d-2886-4dfa-8886-b2bbb834f6d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.363245] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for the task: (returnval){ [ 625.363245] env[62788]: value = "task-2393450" [ 625.363245] env[62788]: _type = "Task" [ 625.363245] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.378640] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393448, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.383855] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393450, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.766066] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ea502b-eee0-030b-e6b7-eb23aecc65de, 'name': SearchDatastore_Task, 'duration_secs': 0.023031} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.766391] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.767054] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.767161] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.767338] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.767661] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.768040] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aec9e94-f165-42b9-b8c9-ec5a50fa443d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.789082] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.789082] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.789848] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd394b1c-53d4-4fce-9b40-87a4fe571888 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.796470] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393447, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.800131] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for the task: (returnval){ [ 625.800131] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52133bf3-7f89-6eaa-afde-b141802fe6ce" [ 625.800131] env[62788]: _type = "Task" [ 625.800131] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.813397] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52133bf3-7f89-6eaa-afde-b141802fe6ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.865213] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.883507] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932522} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.886661] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] f86fbb84-d0e7-4c7e-8b42-be203156b02f/f86fbb84-d0e7-4c7e-8b42-be203156b02f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.886886] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.887175] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393450, 'name': Rename_Task, 'duration_secs': 0.298926} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.887607] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9b546fd-eb98-40af-a6d6-1d7e34fd9ff9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.889914] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.893491] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9e4a89d-e159-4105-8037-19ce58dd3f81 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.904857] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for the task: (returnval){ [ 625.904857] env[62788]: value = "task-2393451" [ 625.904857] env[62788]: _type = "Task" [ 625.904857] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.906954] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for the task: (returnval){ [ 625.906954] env[62788]: value = "task-2393452" [ 625.906954] env[62788]: _type = "Task" [ 625.906954] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.923943] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.928334] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.980463] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d7b702-414a-482e-96be-e90452e2870b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.988775] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d720d14-f7fd-4492-baa4-4a1f857fdaf3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.024816] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1325b83-6fd7-44cc-ace8-a646aefaca40 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.034692] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eeb7427-caf6-421e-ada4-b73045242492 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.051686] env[62788]: DEBUG nova.compute.provider_tree [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.234549] env[62788]: DEBUG nova.network.neutron [-] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.287846] env[62788]: DEBUG oslo_vmware.api [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393447, 'name': PowerOnVM_Task, 'duration_secs': 1.067548} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.287846] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.287846] env[62788]: INFO nova.compute.manager [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Took 16.37 seconds to spawn the instance on the hypervisor. [ 626.287846] env[62788]: DEBUG nova.compute.manager [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 626.290115] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc59a8cf-0d08-4308-8a8c-64be56d3ce86 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.313094] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52133bf3-7f89-6eaa-afde-b141802fe6ce, 'name': SearchDatastore_Task, 'duration_secs': 0.013829} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.313094] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5af4499-46af-4641-aec6-5bb259fb4bdf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.319572] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for the task: (returnval){ [ 626.319572] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a32d13-fe57-e526-5b0f-c9c1f95ae31e" [ 626.319572] env[62788]: _type = "Task" [ 626.319572] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.331355] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a32d13-fe57-e526-5b0f-c9c1f95ae31e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.361050] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393449, 'name': ReconfigVM_Task, 'duration_secs': 0.677991} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.361408] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Reconfigured VM instance instance-00000008 to attach disk [datastore2] bb73b636-f415-43c3-bbdc-16f322315b81/bb73b636-f415-43c3-bbdc-16f322315b81.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.362498] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7974fcc2-51c2-44ff-a901-6f8f49b5f25d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.371984] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for the task: (returnval){ [ 626.371984] env[62788]: value = "task-2393453" [ 626.371984] env[62788]: _type = "Task" [ 626.371984] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.381883] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393453, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.422420] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.426016] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111272} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.426372] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.427101] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be59d3c5-11b0-4baf-b9e1-350d4c2e305a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.452179] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] f86fbb84-d0e7-4c7e-8b42-be203156b02f/f86fbb84-d0e7-4c7e-8b42-be203156b02f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.452489] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a42fa0-9f55-4fc0-b743-0be34473f5ea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.479989] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for the task: (returnval){ [ 626.479989] env[62788]: value = "task-2393454" [ 626.479989] env[62788]: _type = "Task" [ 626.479989] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.489960] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.555845] env[62788]: DEBUG nova.scheduler.client.report [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.739188] env[62788]: INFO nova.compute.manager [-] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Took 1.77 seconds to deallocate network for instance. [ 626.811278] env[62788]: INFO nova.compute.manager [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Took 30.71 seconds to build instance. [ 626.833074] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a32d13-fe57-e526-5b0f-c9c1f95ae31e, 'name': SearchDatastore_Task, 'duration_secs': 0.012312} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.833342] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 626.833625] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 20b46e5d-c3db-48c5-b10b-4494c2f3dca5/20b46e5d-c3db-48c5-b10b-4494c2f3dca5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.833904] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f7507c8-ab27-4673-96c3-0a8e2242833b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.844176] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for the task: (returnval){ [ 626.844176] env[62788]: value = "task-2393455" [ 626.844176] env[62788]: _type = "Task" [ 626.844176] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.859231] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.886911] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393453, 'name': Rename_Task, 'duration_secs': 0.319637} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.887720] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.887969] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63eed6fd-9652-4fc5-96f7-07bd42dcb5b0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.898160] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for the task: (returnval){ [ 626.898160] env[62788]: value = "task-2393456" [ 626.898160] env[62788]: _type = "Task" [ 626.898160] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.908878] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.920534] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393451, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.991899] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393454, 'name': ReconfigVM_Task, 'duration_secs': 0.32879} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.992068] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Reconfigured VM instance instance-00000009 to attach disk [datastore2] f86fbb84-d0e7-4c7e-8b42-be203156b02f/f86fbb84-d0e7-4c7e-8b42-be203156b02f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.992872] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abfb029f-beeb-465b-94cd-92e9e4b4d692 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.001774] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for the task: (returnval){ [ 627.001774] env[62788]: value = "task-2393457" [ 627.001774] env[62788]: _type = "Task" [ 627.001774] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.063799] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.064391] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 627.067340] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.023s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.069401] env[62788]: INFO nova.compute.claims [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.250990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.316520] env[62788]: DEBUG oslo_concurrency.lockutils [None req-61fb3691-d967-4947-8308-9710c8c41d4d tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.238s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.358866] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393455, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.411637] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393456, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.421756] env[62788]: DEBUG oslo_vmware.api [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393451, 'name': PowerOnVM_Task, 'duration_secs': 1.107223} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.421756] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.421756] env[62788]: INFO nova.compute.manager [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Took 15.02 seconds to spawn the instance on the hypervisor. [ 627.421756] env[62788]: DEBUG nova.compute.manager [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 627.421756] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea8d98c-e9f1-46f2-97c0-b1977df6e8ea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.516947] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393457, 'name': Rename_Task, 'duration_secs': 0.497754} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.517269] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.517976] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93fa81f9-2c99-4751-b6a2-c63a70b9af97 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.526727] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for the task: (returnval){ [ 627.526727] env[62788]: value = "task-2393458" [ 627.526727] env[62788]: _type = "Task" [ 627.526727] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.532153] env[62788]: DEBUG nova.compute.manager [req-614f9936-3671-436c-91ea-6c25c6c1dac9 req-f79be7cc-fc15-4e47-9c3b-2265d0d8753e service nova] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Received event network-changed-8e46917c-0dea-4b95-b110-c8b5343f2aa1 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 627.532347] env[62788]: DEBUG nova.compute.manager [req-614f9936-3671-436c-91ea-6c25c6c1dac9 req-f79be7cc-fc15-4e47-9c3b-2265d0d8753e service nova] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Refreshing instance network info cache due to event network-changed-8e46917c-0dea-4b95-b110-c8b5343f2aa1. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 627.533070] env[62788]: DEBUG oslo_concurrency.lockutils [req-614f9936-3671-436c-91ea-6c25c6c1dac9 req-f79be7cc-fc15-4e47-9c3b-2265d0d8753e service nova] Acquiring lock "refresh_cache-20b46e5d-c3db-48c5-b10b-4494c2f3dca5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.533070] env[62788]: DEBUG oslo_concurrency.lockutils [req-614f9936-3671-436c-91ea-6c25c6c1dac9 req-f79be7cc-fc15-4e47-9c3b-2265d0d8753e service nova] Acquired lock "refresh_cache-20b46e5d-c3db-48c5-b10b-4494c2f3dca5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.533070] env[62788]: DEBUG nova.network.neutron [req-614f9936-3671-436c-91ea-6c25c6c1dac9 req-f79be7cc-fc15-4e47-9c3b-2265d0d8753e service nova] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Refreshing network info cache for port 8e46917c-0dea-4b95-b110-c8b5343f2aa1 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.540050] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.567175] env[62788]: DEBUG nova.compute.manager [req-86f39a9d-d971-4e13-86a8-b5b6bbae37df req-d20caca8-fda0-4f1d-9f41-d79434ce3cfe service nova] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Received event network-vif-deleted-b615a0a7-f9d3-402a-96c0-803ed70df2e0 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 627.577014] env[62788]: DEBUG nova.compute.utils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 627.578901] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 627.579110] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 627.696088] env[62788]: DEBUG nova.policy [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68feb249c04244d0b771cc93be2190bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c868a1f19c654c8dbccd9d8fee99d556', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 627.824192] env[62788]: DEBUG nova.compute.manager [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 627.861189] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550473} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.861386] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 20b46e5d-c3db-48c5-b10b-4494c2f3dca5/20b46e5d-c3db-48c5-b10b-4494c2f3dca5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.861511] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.865022] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70a75d8e-7d87-4046-b427-1be4103006dd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.871382] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for the task: (returnval){ [ 627.871382] env[62788]: value = "task-2393459" [ 627.871382] env[62788]: _type = "Task" [ 627.871382] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.881506] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.910105] env[62788]: DEBUG oslo_vmware.api [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393456, 'name': PowerOnVM_Task, 'duration_secs': 0.766402} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.914030] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.914030] env[62788]: INFO nova.compute.manager [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Took 13.00 seconds to spawn the instance on the hypervisor. [ 627.914030] env[62788]: DEBUG nova.compute.manager [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 627.914030] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3943091b-41dd-43c6-9023-02cceadc6166 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.953168] env[62788]: INFO nova.compute.manager [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Took 27.65 seconds to build instance. [ 628.045711] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393458, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.084116] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 628.191552] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.191789] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.354479] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.381965] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117285} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.382263] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 628.383967] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b51e7b-4e03-4b8a-afdc-6f5101eca614 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.412957] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 20b46e5d-c3db-48c5-b10b-4494c2f3dca5/20b46e5d-c3db-48c5-b10b-4494c2f3dca5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.413853] env[62788]: DEBUG nova.network.neutron [req-614f9936-3671-436c-91ea-6c25c6c1dac9 req-f79be7cc-fc15-4e47-9c3b-2265d0d8753e service nova] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Updated VIF entry in instance network info cache for port 8e46917c-0dea-4b95-b110-c8b5343f2aa1. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.414274] env[62788]: DEBUG nova.network.neutron [req-614f9936-3671-436c-91ea-6c25c6c1dac9 req-f79be7cc-fc15-4e47-9c3b-2265d0d8753e service nova] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Updating instance_info_cache with network_info: [{"id": "8e46917c-0dea-4b95-b110-c8b5343f2aa1", "address": "fa:16:3e:54:9f:07", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e46917c-0d", "ovs_interfaceid": "8e46917c-0dea-4b95-b110-c8b5343f2aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.417841] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8cd9e54-f2d3-4c02-8afb-1a134f635de5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.440432] env[62788]: INFO nova.compute.manager [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Took 27.08 seconds to build instance. [ 628.444141] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for the task: (returnval){ [ 628.444141] env[62788]: value = "task-2393460" [ 628.444141] env[62788]: _type = "Task" [ 628.444141] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.445102] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Successfully created port: 73e48d6a-3438-4239-a28e-dda176393512 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.456753] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2192a878-c838-4a0c-8ce0-a10c883a928a tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "fe93d593-a03b-4709-8716-7ec3965f81cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.162s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.465462] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.532834] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964ed3a6-1224-44eb-a3b6-5e3676d4067f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.546332] env[62788]: DEBUG oslo_vmware.api [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393458, 'name': PowerOnVM_Task, 'duration_secs': 0.688918} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.548769] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.549083] env[62788]: INFO nova.compute.manager [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Took 11.22 seconds to spawn the instance on the hypervisor. [ 628.549230] env[62788]: DEBUG nova.compute.manager [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 628.550186] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b376a1f-47a1-4e31-b2c5-ec5522eada8a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.553721] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a741e481-6ff5-46c6-9830-135681e70e92 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.602281] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e70905-7dc0-4672-84b9-938c646cfd71 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.611581] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeddf0b-5d59-4864-8129-61941cfec2f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.627105] env[62788]: DEBUG nova.compute.provider_tree [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.689432] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.689432] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.933696] env[62788]: DEBUG oslo_concurrency.lockutils [req-614f9936-3671-436c-91ea-6c25c6c1dac9 req-f79be7cc-fc15-4e47-9c3b-2265d0d8753e service nova] Releasing lock "refresh_cache-20b46e5d-c3db-48c5-b10b-4494c2f3dca5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.952592] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29bf5095-c87b-4e5e-b1fb-3c1a303f6ec2 tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Lock "bb73b636-f415-43c3-bbdc-16f322315b81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.600s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.961678] env[62788]: DEBUG nova.compute.manager [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 628.966281] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.105145] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 629.116405] env[62788]: INFO nova.compute.manager [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Took 26.79 seconds to build instance. [ 629.132940] env[62788]: DEBUG nova.scheduler.client.report [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.265610] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.265824] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.265978] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.266249] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.266312] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.266460] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.266675] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.266835] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.268097] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.272022] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.272022] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.272022] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c75d8d-0cf2-46bd-ae2c-f99bfdc10c3e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.283687] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12d54f7-9f24-428a-9c04-2d9814433efd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.458463] env[62788]: DEBUG nova.compute.manager [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 629.469964] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393460, 'name': ReconfigVM_Task, 'duration_secs': 0.598999} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.473171] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 20b46e5d-c3db-48c5-b10b-4494c2f3dca5/20b46e5d-c3db-48c5-b10b-4494c2f3dca5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.473171] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4ef07df-d0d1-4b26-b308-57bc8620891b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.481755] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for the task: (returnval){ [ 629.481755] env[62788]: value = "task-2393461" [ 629.481755] env[62788]: _type = "Task" [ 629.481755] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.493468] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.497209] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393461, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.618214] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d86169dc-e763-47c5-91cf-e0104d76cba3 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.310s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.639950] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.640446] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 629.642999] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.115s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.648956] env[62788]: INFO nova.compute.claims [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.993554] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393461, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.997956] env[62788]: DEBUG oslo_concurrency.lockutils [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.121685] env[62788]: DEBUG nova.compute.manager [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 630.153494] env[62788]: DEBUG nova.compute.utils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 630.157603] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 630.157603] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.211789] env[62788]: DEBUG nova.policy [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68feb249c04244d0b771cc93be2190bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c868a1f19c654c8dbccd9d8fee99d556', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.241430] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b47d86e-63a2-46a1-aa3d-9eb15dd0a0c7 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquiring lock "interface-fe93d593-a03b-4709-8716-7ec3965f81cf-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.242480] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b47d86e-63a2-46a1-aa3d-9eb15dd0a0c7 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "interface-fe93d593-a03b-4709-8716-7ec3965f81cf-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.243331] env[62788]: DEBUG nova.objects.instance [None req-9b47d86e-63a2-46a1-aa3d-9eb15dd0a0c7 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lazy-loading 'flavor' on Instance uuid fe93d593-a03b-4709-8716-7ec3965f81cf {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.496834] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393461, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.551283] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Successfully created port: 542b5879-06fe-4072-afe2-92b356fbecd9 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.658133] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.658614] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 630.737543] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Successfully updated port: 73e48d6a-3438-4239-a28e-dda176393512 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.747967] env[62788]: DEBUG nova.objects.instance [None req-9b47d86e-63a2-46a1-aa3d-9eb15dd0a0c7 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lazy-loading 'pci_requests' on Instance uuid fe93d593-a03b-4709-8716-7ec3965f81cf {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.858030] env[62788]: DEBUG nova.compute.manager [req-e0bf0757-9e64-42a6-ba93-1ea8c2bf2b74 req-888cea5a-0378-42ff-9669-2daa58620481 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Received event network-changed-1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 630.858271] env[62788]: DEBUG nova.compute.manager [req-e0bf0757-9e64-42a6-ba93-1ea8c2bf2b74 req-888cea5a-0378-42ff-9669-2daa58620481 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Refreshing instance network info cache due to event network-changed-1bb330f8-75c1-45dc-acdb-ba05b941ca19. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 630.858525] env[62788]: DEBUG oslo_concurrency.lockutils [req-e0bf0757-9e64-42a6-ba93-1ea8c2bf2b74 req-888cea5a-0378-42ff-9669-2daa58620481 service nova] Acquiring lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.858734] env[62788]: DEBUG oslo_concurrency.lockutils [req-e0bf0757-9e64-42a6-ba93-1ea8c2bf2b74 req-888cea5a-0378-42ff-9669-2daa58620481 service nova] Acquired lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.859149] env[62788]: DEBUG nova.network.neutron [req-e0bf0757-9e64-42a6-ba93-1ea8c2bf2b74 req-888cea5a-0378-42ff-9669-2daa58620481 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Refreshing network info cache for port 1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.886954] env[62788]: DEBUG oslo_concurrency.lockutils [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquiring lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.887251] env[62788]: DEBUG oslo_concurrency.lockutils [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.887506] env[62788]: DEBUG oslo_concurrency.lockutils [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquiring lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.887722] env[62788]: DEBUG oslo_concurrency.lockutils [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.887904] env[62788]: DEBUG oslo_concurrency.lockutils [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.893299] env[62788]: INFO nova.compute.manager [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Terminating instance [ 631.000240] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393461, 'name': Rename_Task, 'duration_secs': 1.201161} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.003747] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.004311] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea506682-4130-4296-90cf-f64874c19cad {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.013613] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for the task: (returnval){ [ 631.013613] env[62788]: value = "task-2393462" [ 631.013613] env[62788]: _type = "Task" [ 631.013613] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.025310] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.073817] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39f67bb-0bef-4c50-b8f3-91ac937df425 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.084209] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd3e65e-4754-45d8-8c6d-06e3c15e8c1c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.122965] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550e240c-6d0b-4fc2-ae11-94604d82dd49 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.134347] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20048f66-a1c9-48d4-8230-8c21aaf53ee9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.148571] env[62788]: DEBUG nova.compute.provider_tree [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.245218] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "refresh_cache-eae5873e-40ed-4e98-914c-bb40dca360aa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.245218] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "refresh_cache-eae5873e-40ed-4e98-914c-bb40dca360aa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.245218] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.250567] env[62788]: DEBUG nova.objects.base [None req-9b47d86e-63a2-46a1-aa3d-9eb15dd0a0c7 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 631.250780] env[62788]: DEBUG nova.network.neutron [None req-9b47d86e-63a2-46a1-aa3d-9eb15dd0a0c7 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.368778] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b47d86e-63a2-46a1-aa3d-9eb15dd0a0c7 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "interface-fe93d593-a03b-4709-8716-7ec3965f81cf-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.126s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.397354] env[62788]: DEBUG nova.compute.manager [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 631.397697] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.398717] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7869638a-6ff7-4129-b496-be2b58195306 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.408263] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.408263] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-468e41c4-4e10-46c5-af35-7fc48a0e2ae0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.417564] env[62788]: DEBUG oslo_vmware.api [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for the task: (returnval){ [ 631.417564] env[62788]: value = "task-2393463" [ 631.417564] env[62788]: _type = "Task" [ 631.417564] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.426621] env[62788]: DEBUG oslo_vmware.api [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.525620] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393462, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.651173] env[62788]: DEBUG nova.scheduler.client.report [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.671570] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 631.697252] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.697252] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.697413] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.697510] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.697727] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.697949] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.698259] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.698414] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.698587] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.698763] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.699038] env[62788]: DEBUG nova.virt.hardware [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.699871] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20449365-d8c0-4968-9ce2-0e71f00a4f08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.708788] env[62788]: DEBUG nova.network.neutron [req-e0bf0757-9e64-42a6-ba93-1ea8c2bf2b74 req-888cea5a-0378-42ff-9669-2daa58620481 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updated VIF entry in instance network info cache for port 1bb330f8-75c1-45dc-acdb-ba05b941ca19. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.708955] env[62788]: DEBUG nova.network.neutron [req-e0bf0757-9e64-42a6-ba93-1ea8c2bf2b74 req-888cea5a-0378-42ff-9669-2daa58620481 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updating instance_info_cache with network_info: [{"id": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "address": "fa:16:3e:9b:d1:a4", "network": {"id": "b00437d6-91b5-428c-a8f4-65f9f5648db7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-752116955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d22847968a749fb8aaed06a73b1ca19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb330f8-75", "ovs_interfaceid": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.711076] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b2bcc8-cd97-44e7-a8ba-1ffc6b3f7357 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.787708] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.928561] env[62788]: DEBUG oslo_vmware.api [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393463, 'name': PowerOffVM_Task, 'duration_secs': 0.208072} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.928862] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.929226] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.929508] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec899293-98b8-42fe-8831-3ddca99d9334 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.008021] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.008021] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.008021] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Deleting the datastore file [datastore2] f86fbb84-d0e7-4c7e-8b42-be203156b02f {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.008021] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edb9941d-ab2d-4840-9a73-9bb3b6028189 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.014398] env[62788]: DEBUG oslo_vmware.api [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for the task: (returnval){ [ 632.014398] env[62788]: value = "task-2393465" [ 632.014398] env[62788]: _type = "Task" [ 632.014398] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.015473] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Updating instance_info_cache with network_info: [{"id": "73e48d6a-3438-4239-a28e-dda176393512", "address": "fa:16:3e:b6:d3:60", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e48d6a-34", "ovs_interfaceid": "73e48d6a-3438-4239-a28e-dda176393512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.030432] env[62788]: DEBUG oslo_vmware.api [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.033896] env[62788]: DEBUG oslo_vmware.api [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393462, 'name': PowerOnVM_Task, 'duration_secs': 0.93534} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.034168] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.034368] env[62788]: INFO nova.compute.manager [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Took 12.70 seconds to spawn the instance on the hypervisor. [ 632.034547] env[62788]: DEBUG nova.compute.manager [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 632.035644] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95d4d38-764e-468d-81b0-9e28b24dcef1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.139614] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Successfully updated port: 542b5879-06fe-4072-afe2-92b356fbecd9 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.156108] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.156744] env[62788]: DEBUG nova.compute.manager [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 632.159355] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.976s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.160711] env[62788]: INFO nova.compute.claims [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.216406] env[62788]: DEBUG oslo_concurrency.lockutils [req-e0bf0757-9e64-42a6-ba93-1ea8c2bf2b74 req-888cea5a-0378-42ff-9669-2daa58620481 service nova] Releasing lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.524089] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "refresh_cache-eae5873e-40ed-4e98-914c-bb40dca360aa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.524559] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Instance network_info: |[{"id": "73e48d6a-3438-4239-a28e-dda176393512", "address": "fa:16:3e:b6:d3:60", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e48d6a-34", "ovs_interfaceid": "73e48d6a-3438-4239-a28e-dda176393512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 632.529887] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d3:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73e48d6a-3438-4239-a28e-dda176393512', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.543094] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Creating folder: Project (c868a1f19c654c8dbccd9d8fee99d556). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.543538] env[62788]: DEBUG oslo_vmware.api [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Task: {'id': task-2393465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185032} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.543855] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-845e6d8c-bc41-42ef-b670-e36ab00ec520 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.546445] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.546750] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.547080] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.547375] env[62788]: INFO nova.compute.manager [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 632.547755] env[62788]: DEBUG oslo.service.loopingcall [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.548070] env[62788]: DEBUG nova.compute.manager [-] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 632.548230] env[62788]: DEBUG nova.network.neutron [-] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.562589] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Created folder: Project (c868a1f19c654c8dbccd9d8fee99d556) in parent group-v485515. [ 632.562589] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Creating folder: Instances. Parent ref: group-v485550. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.562589] env[62788]: INFO nova.compute.manager [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Took 27.88 seconds to build instance. [ 632.563228] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28a9baa3-3031-48b2-946d-32e5472217ca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.574359] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Created folder: Instances in parent group-v485550. [ 632.574625] env[62788]: DEBUG oslo.service.loopingcall [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.575417] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.575747] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8de4d820-3784-41b6-a7c5-0571046191c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.599748] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.599748] env[62788]: value = "task-2393468" [ 632.599748] env[62788]: _type = "Task" [ 632.599748] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.614969] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393468, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.643345] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "refresh_cache-5d246a26-0c0e-4694-97bd-cc07fa66b869" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.643345] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "refresh_cache-5d246a26-0c0e-4694-97bd-cc07fa66b869" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.643345] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.667729] env[62788]: DEBUG nova.compute.utils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 632.669075] env[62788]: DEBUG nova.compute.manager [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 632.669300] env[62788]: DEBUG nova.network.neutron [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.736231] env[62788]: DEBUG nova.policy [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '51951d55ca0b4bbf945b9dd00369386d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '075683dc597042f5b8140c5aee19bc54', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.775143] env[62788]: DEBUG nova.compute.manager [req-f3621e14-beaa-4c66-9ace-9bf85f06ae90 req-adee6370-03b6-4490-86c8-63066918b295 service nova] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Received event network-vif-plugged-73e48d6a-3438-4239-a28e-dda176393512 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 632.775395] env[62788]: DEBUG oslo_concurrency.lockutils [req-f3621e14-beaa-4c66-9ace-9bf85f06ae90 req-adee6370-03b6-4490-86c8-63066918b295 service nova] Acquiring lock "eae5873e-40ed-4e98-914c-bb40dca360aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.779019] env[62788]: DEBUG oslo_concurrency.lockutils [req-f3621e14-beaa-4c66-9ace-9bf85f06ae90 req-adee6370-03b6-4490-86c8-63066918b295 service nova] Lock "eae5873e-40ed-4e98-914c-bb40dca360aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.779019] env[62788]: DEBUG oslo_concurrency.lockutils [req-f3621e14-beaa-4c66-9ace-9bf85f06ae90 req-adee6370-03b6-4490-86c8-63066918b295 service nova] Lock "eae5873e-40ed-4e98-914c-bb40dca360aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.779019] env[62788]: DEBUG nova.compute.manager [req-f3621e14-beaa-4c66-9ace-9bf85f06ae90 req-adee6370-03b6-4490-86c8-63066918b295 service nova] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] No waiting events found dispatching network-vif-plugged-73e48d6a-3438-4239-a28e-dda176393512 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.779019] env[62788]: WARNING nova.compute.manager [req-f3621e14-beaa-4c66-9ace-9bf85f06ae90 req-adee6370-03b6-4490-86c8-63066918b295 service nova] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Received unexpected event network-vif-plugged-73e48d6a-3438-4239-a28e-dda176393512 for instance with vm_state building and task_state spawning. [ 632.819639] env[62788]: DEBUG nova.compute.manager [None req-969482da-3173-481d-b37d-999a450a27c4 tempest-ServerDiagnosticsV248Test-936921937 tempest-ServerDiagnosticsV248Test-936921937-project-admin] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 632.821112] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff658f4d-1904-4655-ad42-5edb0748534f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.832760] env[62788]: INFO nova.compute.manager [None req-969482da-3173-481d-b37d-999a450a27c4 tempest-ServerDiagnosticsV248Test-936921937 tempest-ServerDiagnosticsV248Test-936921937-project-admin] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Retrieving diagnostics [ 632.834080] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bfcff8-d3cd-42fc-ac4a-c9054c041e6c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.063228] env[62788]: DEBUG nova.network.neutron [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Successfully created port: 31bfbc20-f655-426b-b7c2-b46a8f69bc13 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.065419] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63367b3a-d3b8-478d-a05a-94c2194d3bd6 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.393s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.115686] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393468, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.174580] env[62788]: DEBUG nova.compute.manager [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 633.183125] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.375296] env[62788]: DEBUG nova.network.neutron [-] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.410288] env[62788]: DEBUG nova.network.neutron [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Updating instance_info_cache with network_info: [{"id": "542b5879-06fe-4072-afe2-92b356fbecd9", "address": "fa:16:3e:e6:0d:26", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542b5879-06", "ovs_interfaceid": "542b5879-06fe-4072-afe2-92b356fbecd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.567837] env[62788]: DEBUG nova.compute.manager [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 633.585176] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7f8775-8d61-4a80-8c71-50becc430778 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.595517] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b89f7be-de8e-462a-a8da-3b064934790d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.612202] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393468, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.650407] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f5944f-28bf-4782-bb04-d5503ed14fe6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.660998] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24765de7-9186-4090-82ca-5eca52c768c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.677525] env[62788]: DEBUG nova.compute.provider_tree [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.878698] env[62788]: INFO nova.compute.manager [-] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Took 1.33 seconds to deallocate network for instance. [ 633.915900] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "refresh_cache-5d246a26-0c0e-4694-97bd-cc07fa66b869" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.916234] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Instance network_info: |[{"id": "542b5879-06fe-4072-afe2-92b356fbecd9", "address": "fa:16:3e:e6:0d:26", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542b5879-06", "ovs_interfaceid": "542b5879-06fe-4072-afe2-92b356fbecd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 633.919682] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:0d:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '542b5879-06fe-4072-afe2-92b356fbecd9', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.929887] env[62788]: DEBUG oslo.service.loopingcall [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 633.930286] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.930531] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cca7642-40b9-4cde-814d-0e99966cd723 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.961850] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.961850] env[62788]: value = "task-2393469" [ 633.961850] env[62788]: _type = "Task" [ 633.961850] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.974476] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393469, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.043544] env[62788]: DEBUG nova.compute.manager [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Received event network-vif-plugged-542b5879-06fe-4072-afe2-92b356fbecd9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 634.043544] env[62788]: DEBUG oslo_concurrency.lockutils [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] Acquiring lock "5d246a26-0c0e-4694-97bd-cc07fa66b869-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.043544] env[62788]: DEBUG oslo_concurrency.lockutils [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] Lock "5d246a26-0c0e-4694-97bd-cc07fa66b869-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.043544] env[62788]: DEBUG oslo_concurrency.lockutils [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] Lock "5d246a26-0c0e-4694-97bd-cc07fa66b869-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.044168] env[62788]: DEBUG nova.compute.manager [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] No waiting events found dispatching network-vif-plugged-542b5879-06fe-4072-afe2-92b356fbecd9 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.044168] env[62788]: WARNING nova.compute.manager [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Received unexpected event network-vif-plugged-542b5879-06fe-4072-afe2-92b356fbecd9 for instance with vm_state building and task_state spawning. [ 634.044168] env[62788]: DEBUG nova.compute.manager [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Received event network-changed-542b5879-06fe-4072-afe2-92b356fbecd9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 634.044168] env[62788]: DEBUG nova.compute.manager [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Refreshing instance network info cache due to event network-changed-542b5879-06fe-4072-afe2-92b356fbecd9. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 634.044355] env[62788]: DEBUG oslo_concurrency.lockutils [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] Acquiring lock "refresh_cache-5d246a26-0c0e-4694-97bd-cc07fa66b869" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.044508] env[62788]: DEBUG oslo_concurrency.lockutils [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] Acquired lock "refresh_cache-5d246a26-0c0e-4694-97bd-cc07fa66b869" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.044641] env[62788]: DEBUG nova.network.neutron [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Refreshing network info cache for port 542b5879-06fe-4072-afe2-92b356fbecd9 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.105796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.115251] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393468, 'name': CreateVM_Task, 'duration_secs': 1.405783} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.115711] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.116792] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.116792] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.116792] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.117439] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62dd4096-4381-4c4f-be3d-c93a854b175e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.123232] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 634.123232] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a45d4c-6959-d6c8-5359-e3887d75919b" [ 634.123232] env[62788]: _type = "Task" [ 634.123232] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.135062] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a45d4c-6959-d6c8-5359-e3887d75919b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.180214] env[62788]: DEBUG nova.scheduler.client.report [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.190808] env[62788]: DEBUG nova.compute.manager [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 634.234052] env[62788]: DEBUG nova.virt.hardware [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.234052] env[62788]: DEBUG nova.virt.hardware [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.234052] env[62788]: DEBUG nova.virt.hardware [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.234224] env[62788]: DEBUG nova.virt.hardware [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.234224] env[62788]: DEBUG nova.virt.hardware [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.234224] env[62788]: DEBUG nova.virt.hardware [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.234224] env[62788]: DEBUG nova.virt.hardware [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.234224] env[62788]: DEBUG nova.virt.hardware [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.234421] env[62788]: DEBUG nova.virt.hardware [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.234421] env[62788]: DEBUG nova.virt.hardware [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.234421] env[62788]: DEBUG nova.virt.hardware [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.234523] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d76278-cf0f-41e2-a1e1-1a898e65f9ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.246193] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe8fcda-542d-4417-87c6-ff9ee074d3ac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.270649] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquiring lock "bb73b636-f415-43c3-bbdc-16f322315b81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.271119] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Lock "bb73b636-f415-43c3-bbdc-16f322315b81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.271476] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquiring lock "bb73b636-f415-43c3-bbdc-16f322315b81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.271706] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Lock "bb73b636-f415-43c3-bbdc-16f322315b81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.271879] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Lock "bb73b636-f415-43c3-bbdc-16f322315b81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.275054] env[62788]: INFO nova.compute.manager [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Terminating instance [ 634.386228] env[62788]: DEBUG oslo_concurrency.lockutils [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.476503] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393469, 'name': CreateVM_Task, 'duration_secs': 0.369297} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.476745] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 634.477565] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.514273] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquiring lock "fe93d593-a03b-4709-8716-7ec3965f81cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.514544] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "fe93d593-a03b-4709-8716-7ec3965f81cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.514778] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquiring lock "fe93d593-a03b-4709-8716-7ec3965f81cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.514964] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "fe93d593-a03b-4709-8716-7ec3965f81cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.515220] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "fe93d593-a03b-4709-8716-7ec3965f81cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.519782] env[62788]: INFO nova.compute.manager [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Terminating instance [ 634.636347] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a45d4c-6959-d6c8-5359-e3887d75919b, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.636825] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.637312] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.638020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.638196] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.638477] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.639136] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.639670] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 634.639793] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28911787-5d98-4650-bd90-389e2ae7072a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.645811] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17d5b38-501c-45ba-afbb-40fd1d751ba7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.653726] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 634.653726] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5289864b-da89-554a-faf7-93ef1ffe7da0" [ 634.653726] env[62788]: _type = "Task" [ 634.653726] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.659648] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.659873] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.661254] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b602ef63-a899-451b-9aa1-b95f1b9b96c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.668313] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5289864b-da89-554a-faf7-93ef1ffe7da0, 'name': SearchDatastore_Task, 'duration_secs': 0.011694} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.668883] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.669270] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.669443] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.672140] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 634.672140] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5261a7a1-2f9b-4c42-459e-14cf09064e21" [ 634.672140] env[62788]: _type = "Task" [ 634.672140] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.681543] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5261a7a1-2f9b-4c42-459e-14cf09064e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.689077] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.689639] env[62788]: DEBUG nova.compute.manager [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 634.693025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.951s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.694450] env[62788]: INFO nova.compute.claims [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.775266] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquiring lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.775617] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.775855] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquiring lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.776053] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.776705] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.780152] env[62788]: INFO nova.compute.manager [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Terminating instance [ 634.782257] env[62788]: DEBUG nova.compute.manager [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 634.782457] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.786321] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a62357-83c6-4cc1-8337-47c6cbf564f6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.807325] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.807325] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e628eb11-9c53-4755-9450-19751c5e64ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.811372] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquiring lock "29c06b51-9044-4e41-8bad-d09cd62a9622" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.811737] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Lock "29c06b51-9044-4e41-8bad-d09cd62a9622" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.811864] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquiring lock "29c06b51-9044-4e41-8bad-d09cd62a9622-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.812117] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Lock "29c06b51-9044-4e41-8bad-d09cd62a9622-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.812307] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Lock "29c06b51-9044-4e41-8bad-d09cd62a9622-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.820129] env[62788]: DEBUG oslo_vmware.api [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for the task: (returnval){ [ 634.820129] env[62788]: value = "task-2393470" [ 634.820129] env[62788]: _type = "Task" [ 634.820129] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.820129] env[62788]: INFO nova.compute.manager [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Terminating instance [ 634.838282] env[62788]: DEBUG oslo_vmware.api [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.025489] env[62788]: DEBUG nova.compute.manager [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 635.025990] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.027165] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1cbdc3-343b-4d5c-b66c-7206396e7511 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.039475] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.042415] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b98227f-e74e-4513-b8e7-7c665ceb41f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.048954] env[62788]: DEBUG oslo_vmware.api [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for the task: (returnval){ [ 635.048954] env[62788]: value = "task-2393471" [ 635.048954] env[62788]: _type = "Task" [ 635.048954] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.058112] env[62788]: DEBUG oslo_vmware.api [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.122666] env[62788]: DEBUG nova.network.neutron [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Updated VIF entry in instance network info cache for port 542b5879-06fe-4072-afe2-92b356fbecd9. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.122666] env[62788]: DEBUG nova.network.neutron [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Updating instance_info_cache with network_info: [{"id": "542b5879-06fe-4072-afe2-92b356fbecd9", "address": "fa:16:3e:e6:0d:26", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap542b5879-06", "ovs_interfaceid": "542b5879-06fe-4072-afe2-92b356fbecd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.186024] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5261a7a1-2f9b-4c42-459e-14cf09064e21, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.186024] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50eedb2c-a2df-46b4-a9bd-299caa737ba5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.193020] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 635.193020] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52568a94-1308-8d49-a1af-04060d39f356" [ 635.193020] env[62788]: _type = "Task" [ 635.193020] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.202055] env[62788]: DEBUG nova.compute.utils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 635.205694] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52568a94-1308-8d49-a1af-04060d39f356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.206459] env[62788]: DEBUG nova.compute.manager [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 635.208268] env[62788]: DEBUG nova.network.neutron [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.299504] env[62788]: DEBUG nova.compute.manager [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 635.299504] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.299504] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bf3977-a997-4147-bdbd-a02aa1c0481b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.307464] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.307986] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4bfde29-ffe9-4991-b12c-4b1d97bd7f99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.318081] env[62788]: DEBUG oslo_vmware.api [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 635.318081] env[62788]: value = "task-2393472" [ 635.318081] env[62788]: _type = "Task" [ 635.318081] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.331920] env[62788]: DEBUG oslo_vmware.api [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.331920] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquiring lock "refresh_cache-29c06b51-9044-4e41-8bad-d09cd62a9622" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.331920] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquired lock "refresh_cache-29c06b51-9044-4e41-8bad-d09cd62a9622" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.331920] env[62788]: DEBUG nova.network.neutron [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.338259] env[62788]: DEBUG oslo_vmware.api [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393470, 'name': PowerOffVM_Task, 'duration_secs': 0.304727} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.338259] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.339816] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.340254] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-106f93e7-08ed-408f-87ec-41221ffd67b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.358671] env[62788]: DEBUG nova.policy [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '162b3811898f473d93f124766cceb55b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '513a92ad30804424b80031b4aa3da985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.414071] env[62788]: DEBUG nova.network.neutron [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Successfully updated port: 31bfbc20-f655-426b-b7c2-b46a8f69bc13 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.445756] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.446478] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.446864] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Deleting the datastore file [datastore2] bb73b636-f415-43c3-bbdc-16f322315b81 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.447293] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bcc0165-4f9e-44ef-a89a-342af9b4da66 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.460029] env[62788]: DEBUG oslo_vmware.api [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for the task: (returnval){ [ 635.460029] env[62788]: value = "task-2393474" [ 635.460029] env[62788]: _type = "Task" [ 635.460029] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.467436] env[62788]: DEBUG oslo_vmware.api [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.564799] env[62788]: DEBUG oslo_vmware.api [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393471, 'name': PowerOffVM_Task, 'duration_secs': 0.42279} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.565103] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.565285] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.565530] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c476c572-fa66-4daf-adf8-41336973a55e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.568385] env[62788]: DEBUG oslo_concurrency.lockutils [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquiring lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.568824] env[62788]: DEBUG oslo_concurrency.lockutils [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.569190] env[62788]: DEBUG oslo_concurrency.lockutils [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquiring lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.569643] env[62788]: DEBUG oslo_concurrency.lockutils [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.569928] env[62788]: DEBUG oslo_concurrency.lockutils [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.572633] env[62788]: INFO nova.compute.manager [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Terminating instance [ 635.625353] env[62788]: DEBUG oslo_concurrency.lockutils [req-e408ad55-304a-4c94-97c1-ef9a326a3cd3 req-d4e42c6f-36ef-447e-83eb-c3adb3c0f8ec service nova] Releasing lock "refresh_cache-5d246a26-0c0e-4694-97bd-cc07fa66b869" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.654667] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.654667] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.654892] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Deleting the datastore file [datastore2] fe93d593-a03b-4709-8716-7ec3965f81cf {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.655162] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7dd1d653-a490-4002-a74c-de18e1846d8e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.665968] env[62788]: DEBUG oslo_vmware.api [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for the task: (returnval){ [ 635.665968] env[62788]: value = "task-2393476" [ 635.665968] env[62788]: _type = "Task" [ 635.665968] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.677020] env[62788]: DEBUG oslo_vmware.api [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.703517] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52568a94-1308-8d49-a1af-04060d39f356, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.703517] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.703723] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] eae5873e-40ed-4e98-914c-bb40dca360aa/eae5873e-40ed-4e98-914c-bb40dca360aa.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.703852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.704228] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 635.704476] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f16329c-3fdb-4a05-9f44-68c94e62fe44 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.707120] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-954177de-925e-45b4-a1c5-1c1f95c8709b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.710201] env[62788]: DEBUG nova.compute.manager [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 635.723839] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 635.723839] env[62788]: value = "task-2393477" [ 635.723839] env[62788]: _type = "Task" [ 635.723839] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.737359] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.756261] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 635.756510] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 635.757316] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c8b55f5-f44e-4b0d-b60d-fcc37a768b79 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.768765] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 635.768765] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5240b3dc-7045-faa1-5f7f-190b3d72d35b" [ 635.768765] env[62788]: _type = "Task" [ 635.768765] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.783664] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5240b3dc-7045-faa1-5f7f-190b3d72d35b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.830253] env[62788]: DEBUG oslo_vmware.api [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393472, 'name': PowerOffVM_Task, 'duration_secs': 0.281959} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.831743] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.831743] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.831743] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf79947a-53f4-4116-b325-2c139957269e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.870354] env[62788]: DEBUG nova.network.neutron [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.915124] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.915124] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.915124] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Deleting the datastore file [datastore2] f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.918584] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquiring lock "refresh_cache-23c11f04-d3f5-48a7-831b-c08ca532376c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.918789] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquired lock "refresh_cache-23c11f04-d3f5-48a7-831b-c08ca532376c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.919028] env[62788]: DEBUG nova.network.neutron [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.921328] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8691c9f3-995c-467b-b35e-3387e82c1203 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.934787] env[62788]: DEBUG oslo_vmware.api [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for the task: (returnval){ [ 635.934787] env[62788]: value = "task-2393479" [ 635.934787] env[62788]: _type = "Task" [ 635.934787] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.949021] env[62788]: DEBUG oslo_vmware.api [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.979625] env[62788]: DEBUG oslo_vmware.api [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Task: {'id': task-2393474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157769} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.979704] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.980606] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.980606] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.980606] env[62788]: INFO nova.compute.manager [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Took 1.20 seconds to destroy the instance on the hypervisor. [ 635.980606] env[62788]: DEBUG oslo.service.loopingcall [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 635.980815] env[62788]: DEBUG nova.compute.manager [-] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 635.980815] env[62788]: DEBUG nova.network.neutron [-] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.023591] env[62788]: DEBUG nova.compute.manager [req-61154aff-0204-4c11-b87d-9db7a01876af req-5b17d5fb-6442-4137-b488-c83fb8587463 service nova] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Received event network-changed-73e48d6a-3438-4239-a28e-dda176393512 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 636.023665] env[62788]: DEBUG nova.compute.manager [req-61154aff-0204-4c11-b87d-9db7a01876af req-5b17d5fb-6442-4137-b488-c83fb8587463 service nova] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Refreshing instance network info cache due to event network-changed-73e48d6a-3438-4239-a28e-dda176393512. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 636.023861] env[62788]: DEBUG oslo_concurrency.lockutils [req-61154aff-0204-4c11-b87d-9db7a01876af req-5b17d5fb-6442-4137-b488-c83fb8587463 service nova] Acquiring lock "refresh_cache-eae5873e-40ed-4e98-914c-bb40dca360aa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 636.024026] env[62788]: DEBUG oslo_concurrency.lockutils [req-61154aff-0204-4c11-b87d-9db7a01876af req-5b17d5fb-6442-4137-b488-c83fb8587463 service nova] Acquired lock "refresh_cache-eae5873e-40ed-4e98-914c-bb40dca360aa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.024190] env[62788]: DEBUG nova.network.neutron [req-61154aff-0204-4c11-b87d-9db7a01876af req-5b17d5fb-6442-4137-b488-c83fb8587463 service nova] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Refreshing network info cache for port 73e48d6a-3438-4239-a28e-dda176393512 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 636.076842] env[62788]: DEBUG nova.network.neutron [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.082911] env[62788]: DEBUG nova.compute.manager [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 636.083170] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.088020] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9884bdd-766e-4430-880c-5ab35f0ca00b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.104026] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.106928] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97d2134a-a63b-40c6-93e2-671b0399752b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.118714] env[62788]: DEBUG oslo_vmware.api [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for the task: (returnval){ [ 636.118714] env[62788]: value = "task-2393480" [ 636.118714] env[62788]: _type = "Task" [ 636.118714] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.137060] env[62788]: DEBUG oslo_vmware.api [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.182550] env[62788]: DEBUG oslo_vmware.api [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Task: {'id': task-2393476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199685} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.185716] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.185933] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.186402] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.186475] env[62788]: INFO nova.compute.manager [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 636.186680] env[62788]: DEBUG oslo.service.loopingcall [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.187182] env[62788]: DEBUG nova.compute.manager [-] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 636.187304] env[62788]: DEBUG nova.network.neutron [-] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.242213] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393477, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.293326] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5240b3dc-7045-faa1-5f7f-190b3d72d35b, 'name': SearchDatastore_Task, 'duration_secs': 0.024216} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.297583] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f977ef6e-eae9-46e2-9d2a-c5f2dcf35d00 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.298401] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaaf6462-ce5b-48fe-b1fb-363f9336c036 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.317722] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f20859-648a-4342-9cef-1c036a8cf176 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.324838] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 636.324838] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526cd814-e008-c2af-942c-e3e2860ab69e" [ 636.324838] env[62788]: _type = "Task" [ 636.324838] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.370167] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45738032-141c-46e3-9180-b769da5f2ea8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.377765] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526cd814-e008-c2af-942c-e3e2860ab69e, 'name': SearchDatastore_Task, 'duration_secs': 0.060608} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.380100] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.384670] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 5d246a26-0c0e-4694-97bd-cc07fa66b869/5d246a26-0c0e-4694-97bd-cc07fa66b869.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 636.384771] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7de1c267-c71c-4ee4-b428-ca63e860010d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.388820] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb54456-d4cf-49a9-8aec-890025ccd3e4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.409612] env[62788]: DEBUG nova.compute.provider_tree [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.414589] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 636.414589] env[62788]: value = "task-2393481" [ 636.414589] env[62788]: _type = "Task" [ 636.414589] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.428247] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.446563] env[62788]: DEBUG oslo_vmware.api [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Task: {'id': task-2393479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387703} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.446823] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.447015] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.447197] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.447367] env[62788]: INFO nova.compute.manager [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 636.447729] env[62788]: DEBUG oslo.service.loopingcall [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 636.447893] env[62788]: DEBUG nova.compute.manager [-] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 636.448094] env[62788]: DEBUG nova.network.neutron [-] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.534910] env[62788]: DEBUG nova.network.neutron [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.585448] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Releasing lock "refresh_cache-29c06b51-9044-4e41-8bad-d09cd62a9622" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 636.589022] env[62788]: DEBUG nova.compute.manager [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 636.589022] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 636.589022] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee144731-ae02-44d0-a154-5533ddf0ab4f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.602024] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 636.602591] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19c48c00-6912-48b5-80cb-339affe38f39 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.614170] env[62788]: DEBUG oslo_vmware.api [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for the task: (returnval){ [ 636.614170] env[62788]: value = "task-2393482" [ 636.614170] env[62788]: _type = "Task" [ 636.614170] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.629678] env[62788]: DEBUG oslo_vmware.api [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.636304] env[62788]: DEBUG oslo_vmware.api [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393480, 'name': PowerOffVM_Task, 'duration_secs': 0.37171} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.636660] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.636864] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.637188] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19205df3-84ed-4e95-a31d-74657fa0db78 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.649648] env[62788]: DEBUG nova.network.neutron [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Successfully created port: 1a911b51-4528-46ab-9fe0-c8655580ab7c {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.718643] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.718890] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.719101] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Deleting the datastore file [datastore2] 20b46e5d-c3db-48c5-b10b-4494c2f3dca5 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.719652] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f440dff6-23a9-44ce-9e9e-8c9a03dc4c21 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.725960] env[62788]: DEBUG nova.compute.manager [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 636.735733] env[62788]: DEBUG oslo_vmware.api [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for the task: (returnval){ [ 636.735733] env[62788]: value = "task-2393484" [ 636.735733] env[62788]: _type = "Task" [ 636.735733] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.745602] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691875} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.749539] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] eae5873e-40ed-4e98-914c-bb40dca360aa/eae5873e-40ed-4e98-914c-bb40dca360aa.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.749695] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.750468] env[62788]: DEBUG oslo_vmware.api [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.752273] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5370b63-0eee-4995-a71d-26e3c1ee56fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.761305] env[62788]: DEBUG nova.virt.hardware [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.761596] env[62788]: DEBUG nova.virt.hardware [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.761760] env[62788]: DEBUG nova.virt.hardware [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.761944] env[62788]: DEBUG nova.virt.hardware [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.762133] env[62788]: DEBUG nova.virt.hardware [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.762288] env[62788]: DEBUG nova.virt.hardware [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.762539] env[62788]: DEBUG nova.virt.hardware [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.762720] env[62788]: DEBUG nova.virt.hardware [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.762952] env[62788]: DEBUG nova.virt.hardware [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.763145] env[62788]: DEBUG nova.virt.hardware [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.763384] env[62788]: DEBUG nova.virt.hardware [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.765234] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dd76af-2399-4ffc-85e1-bfc3809311d8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.768872] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 636.768872] env[62788]: value = "task-2393485" [ 636.768872] env[62788]: _type = "Task" [ 636.768872] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.778461] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d4d112-cbf5-423c-8d55-10b385ac7fa1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.785854] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.918688] env[62788]: DEBUG nova.scheduler.client.report [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.937198] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500384} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.937198] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 5d246a26-0c0e-4694-97bd-cc07fa66b869/5d246a26-0c0e-4694-97bd-cc07fa66b869.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.937439] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.937655] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fdd21cb-8811-4e7c-b508-957ca27014a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.950268] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 636.950268] env[62788]: value = "task-2393486" [ 636.950268] env[62788]: _type = "Task" [ 636.950268] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.968107] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.133642] env[62788]: DEBUG oslo_vmware.api [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393482, 'name': PowerOffVM_Task, 'duration_secs': 0.42751} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.133968] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 637.134233] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 637.134614] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cc747d8-4653-4a6a-aae2-333dce8b594b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.164173] env[62788]: DEBUG nova.network.neutron [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Updating instance_info_cache with network_info: [{"id": "31bfbc20-f655-426b-b7c2-b46a8f69bc13", "address": "fa:16:3e:b0:30:8b", "network": {"id": "e74df118-e84d-4e3e-8e06-9b1e194c5c4c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1390267697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "075683dc597042f5b8140c5aee19bc54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bfbc20-f6", "ovs_interfaceid": "31bfbc20-f655-426b-b7c2-b46a8f69bc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.174068] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 637.174996] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 637.174996] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Deleting the datastore file [datastore1] 29c06b51-9044-4e41-8bad-d09cd62a9622 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 637.174996] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46feebae-a76a-41e7-aacf-dc4ef8b1b492 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.186175] env[62788]: DEBUG oslo_vmware.api [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for the task: (returnval){ [ 637.186175] env[62788]: value = "task-2393488" [ 637.186175] env[62788]: _type = "Task" [ 637.186175] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.197999] env[62788]: DEBUG oslo_vmware.api [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.251574] env[62788]: DEBUG oslo_vmware.api [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Task: {'id': task-2393484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277846} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.251700] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.251892] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.252115] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.252978] env[62788]: INFO nova.compute.manager [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 637.253214] env[62788]: DEBUG oslo.service.loopingcall [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.255619] env[62788]: DEBUG nova.compute.manager [-] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 637.255619] env[62788]: DEBUG nova.network.neutron [-] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.282889] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140303} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.285669] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.285669] env[62788]: DEBUG nova.compute.manager [req-d471caf9-0a31-4c3b-a9bb-7d734bd4192b req-de53105d-a069-409d-87ac-3135b997ab6c service nova] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Received event network-vif-deleted-a7fa0fab-5222-4b54-abab-c07a11870a98 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 637.286920] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f9d414-3478-46c6-87e2-9f3aee321cd4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.314212] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] eae5873e-40ed-4e98-914c-bb40dca360aa/eae5873e-40ed-4e98-914c-bb40dca360aa.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.314823] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78b22cec-d903-45d3-8e44-ac8033c0db2f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.342128] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 637.342128] env[62788]: value = "task-2393489" [ 637.342128] env[62788]: _type = "Task" [ 637.342128] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.356256] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.422236] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.422981] env[62788]: DEBUG nova.compute.manager [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 637.426017] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.854s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.468419] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139918} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.468730] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.469550] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c13200-0db5-47b6-ad13-835cba06cd13 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.496419] env[62788]: DEBUG nova.network.neutron [-] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.512431] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 5d246a26-0c0e-4694-97bd-cc07fa66b869/5d246a26-0c0e-4694-97bd-cc07fa66b869.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.516149] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8620d1-96a7-449e-9c90-e5938a6406d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.540871] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 637.540871] env[62788]: value = "task-2393490" [ 637.540871] env[62788]: _type = "Task" [ 637.540871] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.551473] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.606199] env[62788]: DEBUG nova.network.neutron [req-61154aff-0204-4c11-b87d-9db7a01876af req-5b17d5fb-6442-4137-b488-c83fb8587463 service nova] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Updated VIF entry in instance network info cache for port 73e48d6a-3438-4239-a28e-dda176393512. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.606582] env[62788]: DEBUG nova.network.neutron [req-61154aff-0204-4c11-b87d-9db7a01876af req-5b17d5fb-6442-4137-b488-c83fb8587463 service nova] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Updating instance_info_cache with network_info: [{"id": "73e48d6a-3438-4239-a28e-dda176393512", "address": "fa:16:3e:b6:d3:60", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73e48d6a-34", "ovs_interfaceid": "73e48d6a-3438-4239-a28e-dda176393512", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.670311] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Releasing lock "refresh_cache-23c11f04-d3f5-48a7-831b-c08ca532376c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.670632] env[62788]: DEBUG nova.compute.manager [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Instance network_info: |[{"id": "31bfbc20-f655-426b-b7c2-b46a8f69bc13", "address": "fa:16:3e:b0:30:8b", "network": {"id": "e74df118-e84d-4e3e-8e06-9b1e194c5c4c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1390267697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "075683dc597042f5b8140c5aee19bc54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bfbc20-f6", "ovs_interfaceid": "31bfbc20-f655-426b-b7c2-b46a8f69bc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 637.671326] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:30:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31bfbc20-f655-426b-b7c2-b46a8f69bc13', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.679880] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Creating folder: Project (075683dc597042f5b8140c5aee19bc54). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.679880] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fdf3986-7721-428b-be29-ddde3d046f78 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.697758] env[62788]: DEBUG oslo_vmware.api [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Task: {'id': task-2393488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272772} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.699236] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.699356] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.699502] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.699713] env[62788]: INFO nova.compute.manager [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Took 1.11 seconds to destroy the instance on the hypervisor. [ 637.699921] env[62788]: DEBUG oslo.service.loopingcall [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.700174] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Created folder: Project (075683dc597042f5b8140c5aee19bc54) in parent group-v485515. [ 637.700338] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Creating folder: Instances. Parent ref: group-v485554. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.700568] env[62788]: DEBUG nova.compute.manager [-] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 637.700665] env[62788]: DEBUG nova.network.neutron [-] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.702522] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f345a857-0728-4e24-8fad-518f54ac0ee7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.716208] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Created folder: Instances in parent group-v485554. [ 637.716512] env[62788]: DEBUG oslo.service.loopingcall [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 637.716792] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.716946] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f63840d6-0285-489b-8682-72f4793e493e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.737709] env[62788]: DEBUG nova.network.neutron [-] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.740552] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.740552] env[62788]: value = "task-2393493" [ 637.740552] env[62788]: _type = "Task" [ 637.740552] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.752644] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393493, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.855459] env[62788]: DEBUG nova.network.neutron [-] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.856973] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.932574] env[62788]: DEBUG nova.compute.utils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 637.933960] env[62788]: INFO nova.compute.claims [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.938375] env[62788]: DEBUG nova.compute.manager [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 637.938375] env[62788]: DEBUG nova.network.neutron [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.015641] env[62788]: DEBUG nova.policy [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c96bbf9d3f00477680cc65413b276de8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '558ff92e19cf498e8f60f2e6b4ae9104', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.017788] env[62788]: INFO nova.compute.manager [-] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Took 2.04 seconds to deallocate network for instance. [ 638.034482] env[62788]: DEBUG nova.network.neutron [-] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.053187] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393490, 'name': ReconfigVM_Task, 'duration_secs': 0.328675} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.053502] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 5d246a26-0c0e-4694-97bd-cc07fa66b869/5d246a26-0c0e-4694-97bd-cc07fa66b869.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.054150] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-046f30cc-fda2-4133-82a9-b1861c4fea51 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.063188] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 638.063188] env[62788]: value = "task-2393494" [ 638.063188] env[62788]: _type = "Task" [ 638.063188] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.074338] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393494, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.112294] env[62788]: DEBUG oslo_concurrency.lockutils [req-61154aff-0204-4c11-b87d-9db7a01876af req-5b17d5fb-6442-4137-b488-c83fb8587463 service nova] Releasing lock "refresh_cache-eae5873e-40ed-4e98-914c-bb40dca360aa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.240343] env[62788]: DEBUG nova.network.neutron [-] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.253925] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393493, 'name': CreateVM_Task, 'duration_secs': 0.374849} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.254986] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.256241] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.256413] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.256738] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 638.257270] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efeb3a68-8086-4541-91df-2972dacc7420 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.262790] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for the task: (returnval){ [ 638.262790] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52aea429-54e7-cc24-fb80-925c54d11b12" [ 638.262790] env[62788]: _type = "Task" [ 638.262790] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.271736] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52aea429-54e7-cc24-fb80-925c54d11b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.356544] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393489, 'name': ReconfigVM_Task, 'duration_secs': 0.666049} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.360092] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Reconfigured VM instance instance-0000000b to attach disk [datastore1] eae5873e-40ed-4e98-914c-bb40dca360aa/eae5873e-40ed-4e98-914c-bb40dca360aa.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.360092] env[62788]: INFO nova.compute.manager [-] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Took 2.17 seconds to deallocate network for instance. [ 638.360092] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1695ffc5-ad40-4acc-b8c2-6e5f5da3c1a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.368644] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 638.368644] env[62788]: value = "task-2393495" [ 638.368644] env[62788]: _type = "Task" [ 638.368644] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.380049] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393495, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.408512] env[62788]: DEBUG nova.network.neutron [-] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.438564] env[62788]: DEBUG nova.compute.manager [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 638.447016] env[62788]: INFO nova.compute.resource_tracker [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating resource usage from migration 233d113f-65c1-41a3-abb6-c93c1ff6b2e0 [ 638.527397] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.538415] env[62788]: INFO nova.compute.manager [-] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Took 2.09 seconds to deallocate network for instance. [ 638.588039] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393494, 'name': Rename_Task, 'duration_secs': 0.155511} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.588343] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.588603] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e2b69fb-975d-4d7a-913b-881a5eb10ba6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.597391] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 638.597391] env[62788]: value = "task-2393496" [ 638.597391] env[62788]: _type = "Task" [ 638.597391] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.607014] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.735043] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquiring lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.735043] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.748558] env[62788]: INFO nova.compute.manager [-] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Took 1.05 seconds to deallocate network for instance. [ 638.779802] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52aea429-54e7-cc24-fb80-925c54d11b12, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.792281] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.792281] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.792281] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 638.792281] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.792434] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.792434] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd2cb2ff-d145-4984-b1e0-af63b5113df4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.803037] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.803037] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.810861] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f80fd097-72c7-412a-9172-ebddb2db7587 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.823992] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for the task: (returnval){ [ 638.823992] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527d5f05-3af7-ea0c-3988-30a9fb6e845a" [ 638.823992] env[62788]: _type = "Task" [ 638.823992] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.837639] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527d5f05-3af7-ea0c-3988-30a9fb6e845a, 'name': SearchDatastore_Task, 'duration_secs': 0.011187} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.838863] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ddb122-99c8-4c25-a568-c13491b46fcf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.846223] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for the task: (returnval){ [ 638.846223] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52611a8f-9c62-c2f1-54a1-11751eb25eeb" [ 638.846223] env[62788]: _type = "Task" [ 638.846223] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.860021] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52611a8f-9c62-c2f1-54a1-11751eb25eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.867234] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.887072] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393495, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.911345] env[62788]: INFO nova.compute.manager [-] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Took 1.66 seconds to deallocate network for instance. [ 638.957908] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461a9c38-cae8-4202-b92b-c24c472efe09 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.966630] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e23ee6-e8ea-452e-96dd-795407fd90c2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.000159] env[62788]: DEBUG nova.network.neutron [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Successfully created port: 97b2a548-49a9-4544-91b5-cfc6303ce030 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.003562] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00919092-a276-48a3-83fa-2eddc9ab89b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.013881] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede6401c-5dcb-4d49-82c7-f94085ad35a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.030951] env[62788]: DEBUG nova.compute.provider_tree [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.052879] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.106508] env[62788]: DEBUG nova.compute.manager [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Received event network-vif-plugged-31bfbc20-f655-426b-b7c2-b46a8f69bc13 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 639.106508] env[62788]: DEBUG oslo_concurrency.lockutils [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] Acquiring lock "23c11f04-d3f5-48a7-831b-c08ca532376c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.106508] env[62788]: DEBUG oslo_concurrency.lockutils [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] Lock "23c11f04-d3f5-48a7-831b-c08ca532376c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.106508] env[62788]: DEBUG oslo_concurrency.lockutils [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] Lock "23c11f04-d3f5-48a7-831b-c08ca532376c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.106508] env[62788]: DEBUG nova.compute.manager [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] No waiting events found dispatching network-vif-plugged-31bfbc20-f655-426b-b7c2-b46a8f69bc13 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.106754] env[62788]: WARNING nova.compute.manager [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Received unexpected event network-vif-plugged-31bfbc20-f655-426b-b7c2-b46a8f69bc13 for instance with vm_state building and task_state spawning. [ 639.106754] env[62788]: DEBUG nova.compute.manager [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Received event network-changed-31bfbc20-f655-426b-b7c2-b46a8f69bc13 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 639.106754] env[62788]: DEBUG nova.compute.manager [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Refreshing instance network info cache due to event network-changed-31bfbc20-f655-426b-b7c2-b46a8f69bc13. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 639.106754] env[62788]: DEBUG oslo_concurrency.lockutils [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] Acquiring lock "refresh_cache-23c11f04-d3f5-48a7-831b-c08ca532376c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.106754] env[62788]: DEBUG oslo_concurrency.lockutils [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] Acquired lock "refresh_cache-23c11f04-d3f5-48a7-831b-c08ca532376c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.106966] env[62788]: DEBUG nova.network.neutron [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Refreshing network info cache for port 31bfbc20-f655-426b-b7c2-b46a8f69bc13 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.119219] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.266485] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.364438] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52611a8f-9c62-c2f1-54a1-11751eb25eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.366185] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.366589] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 23c11f04-d3f5-48a7-831b-c08ca532376c/23c11f04-d3f5-48a7-831b-c08ca532376c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.366992] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ba12031-eea9-4c18-aff4-669e8aa465f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.379384] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for the task: (returnval){ [ 639.379384] env[62788]: value = "task-2393497" [ 639.379384] env[62788]: _type = "Task" [ 639.379384] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.387043] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393495, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.393136] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.420341] env[62788]: DEBUG oslo_concurrency.lockutils [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.457498] env[62788]: DEBUG nova.compute.manager [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 639.485043] env[62788]: DEBUG nova.virt.hardware [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.486963] env[62788]: DEBUG nova.virt.hardware [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.486963] env[62788]: DEBUG nova.virt.hardware [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.486963] env[62788]: DEBUG nova.virt.hardware [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.486963] env[62788]: DEBUG nova.virt.hardware [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.486963] env[62788]: DEBUG nova.virt.hardware [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.487251] env[62788]: DEBUG nova.virt.hardware [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.487251] env[62788]: DEBUG nova.virt.hardware [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.487251] env[62788]: DEBUG nova.virt.hardware [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.487251] env[62788]: DEBUG nova.virt.hardware [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.487483] env[62788]: DEBUG nova.virt.hardware [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.488354] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1bba1c-ec03-4ed9-9ccd-ef737638cd68 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.498932] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36da02d0-33bf-473d-8188-a65703f18eed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.537358] env[62788]: DEBUG nova.scheduler.client.report [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.542756] env[62788]: DEBUG nova.network.neutron [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Successfully updated port: 1a911b51-4528-46ab-9fe0-c8655580ab7c {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.614285] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393496, 'name': PowerOnVM_Task, 'duration_secs': 0.601354} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.614716] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.614957] env[62788]: INFO nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Took 7.94 seconds to spawn the instance on the hypervisor. [ 639.615232] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 639.616703] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d49ad47-d396-4061-9677-d8eaddf7d2a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.897364] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393497, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.902236] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393495, 'name': Rename_Task, 'duration_secs': 1.219476} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.902621] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.902795] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-897f1e81-e5ac-43cd-b528-23973fd1cc94 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.912082] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 639.912082] env[62788]: value = "task-2393498" [ 639.912082] env[62788]: _type = "Task" [ 639.912082] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.925023] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.925524] env[62788]: DEBUG nova.network.neutron [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Updated VIF entry in instance network info cache for port 31bfbc20-f655-426b-b7c2-b46a8f69bc13. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.925841] env[62788]: DEBUG nova.network.neutron [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Updating instance_info_cache with network_info: [{"id": "31bfbc20-f655-426b-b7c2-b46a8f69bc13", "address": "fa:16:3e:b0:30:8b", "network": {"id": "e74df118-e84d-4e3e-8e06-9b1e194c5c4c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1390267697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "075683dc597042f5b8140c5aee19bc54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bfbc20-f6", "ovs_interfaceid": "31bfbc20-f655-426b-b7c2-b46a8f69bc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.041720] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.616s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.041960] env[62788]: INFO nova.compute.manager [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Migrating [ 640.042303] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.042378] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.043621] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.793s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.043983] env[62788]: DEBUG nova.objects.instance [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Lazy-loading 'resources' on Instance uuid 0c084ee8-62b3-427f-a7e8-4796ff1d32e1 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.045536] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "refresh_cache-3439b9b7-2d18-4068-98ee-ca3e206d6d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.046105] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired lock "refresh_cache-3439b9b7-2d18-4068-98ee-ca3e206d6d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.046105] env[62788]: DEBUG nova.network.neutron [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.076610] env[62788]: DEBUG nova.compute.manager [req-76c25287-78e8-4dee-869f-442b1204b0b4 req-2e890504-1c31-45a1-a91f-a643de183fa4 service nova] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Received event network-vif-deleted-8e46917c-0dea-4b95-b110-c8b5343f2aa1 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 640.076809] env[62788]: DEBUG nova.compute.manager [req-76c25287-78e8-4dee-869f-442b1204b0b4 req-2e890504-1c31-45a1-a91f-a643de183fa4 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Received event network-vif-plugged-1a911b51-4528-46ab-9fe0-c8655580ab7c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 640.076994] env[62788]: DEBUG oslo_concurrency.lockutils [req-76c25287-78e8-4dee-869f-442b1204b0b4 req-2e890504-1c31-45a1-a91f-a643de183fa4 service nova] Acquiring lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.077241] env[62788]: DEBUG oslo_concurrency.lockutils [req-76c25287-78e8-4dee-869f-442b1204b0b4 req-2e890504-1c31-45a1-a91f-a643de183fa4 service nova] Lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.077792] env[62788]: DEBUG oslo_concurrency.lockutils [req-76c25287-78e8-4dee-869f-442b1204b0b4 req-2e890504-1c31-45a1-a91f-a643de183fa4 service nova] Lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.077792] env[62788]: DEBUG nova.compute.manager [req-76c25287-78e8-4dee-869f-442b1204b0b4 req-2e890504-1c31-45a1-a91f-a643de183fa4 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] No waiting events found dispatching network-vif-plugged-1a911b51-4528-46ab-9fe0-c8655580ab7c {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.078113] env[62788]: WARNING nova.compute.manager [req-76c25287-78e8-4dee-869f-442b1204b0b4 req-2e890504-1c31-45a1-a91f-a643de183fa4 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Received unexpected event network-vif-plugged-1a911b51-4528-46ab-9fe0-c8655580ab7c for instance with vm_state building and task_state spawning. [ 640.145707] env[62788]: INFO nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Took 21.14 seconds to build instance. [ 640.395913] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682134} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.396740] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 23c11f04-d3f5-48a7-831b-c08ca532376c/23c11f04-d3f5-48a7-831b-c08ca532376c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.396740] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.396740] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6592b18c-b63c-4bd1-ac44-26407269c975 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.405902] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for the task: (returnval){ [ 640.405902] env[62788]: value = "task-2393499" [ 640.405902] env[62788]: _type = "Task" [ 640.405902] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.417305] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.431878] env[62788]: DEBUG oslo_concurrency.lockutils [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] Releasing lock "refresh_cache-23c11f04-d3f5-48a7-831b-c08ca532376c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.432476] env[62788]: DEBUG nova.compute.manager [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Received event network-vif-deleted-ddf916a9-539c-44c0-8de5-44f5695b6ec7 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 640.432795] env[62788]: DEBUG nova.compute.manager [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Received event network-vif-deleted-58aa8930-c677-40d2-9651-1a1eccf11409 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 640.433036] env[62788]: DEBUG nova.compute.manager [req-75828c77-2eca-4758-9cad-b7b84fe5346e req-bc378621-4871-4271-a858-e0fd276cc00b service nova] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Received event network-vif-deleted-f964b66f-5a23-40ae-b742-7258519bdcc3 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 640.433448] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393498, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.551310] env[62788]: INFO nova.compute.rpcapi [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 640.551310] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 640.646878] env[62788]: DEBUG nova.network.neutron [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.649922] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "5d246a26-0c0e-4694-97bd-cc07fa66b869" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.189s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.923051] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079124} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.925410] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.928948] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e2db71-306b-4d8b-bf1a-7a64866b1dcc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.938125] env[62788]: DEBUG oslo_vmware.api [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393498, 'name': PowerOnVM_Task, 'duration_secs': 0.60144} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.949687] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.950042] env[62788]: INFO nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Took 11.84 seconds to spawn the instance on the hypervisor. [ 640.950548] env[62788]: DEBUG nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 640.961835] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 23c11f04-d3f5-48a7-831b-c08ca532376c/23c11f04-d3f5-48a7-831b-c08ca532376c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.968237] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a9b967-6c63-477c-9213-13fe4d5305f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.971922] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591a484c-11d6-4bc7-9f3a-4566e784c2e8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.000904] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for the task: (returnval){ [ 641.000904] env[62788]: value = "task-2393500" [ 641.000904] env[62788]: _type = "Task" [ 641.000904] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.001324] env[62788]: DEBUG nova.network.neutron [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Updating instance_info_cache with network_info: [{"id": "1a911b51-4528-46ab-9fe0-c8655580ab7c", "address": "fa:16:3e:ff:17:7c", "network": {"id": "533517a7-8339-4dfd-bc55-f5a5d1787ada", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458211869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "513a92ad30804424b80031b4aa3da985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a911b51-45", "ovs_interfaceid": "1a911b51-4528-46ab-9fe0-c8655580ab7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.021560] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.079377] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.079377] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.079519] env[62788]: DEBUG nova.network.neutron [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.134349] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea65a47-2404-414e-bf62-21834d92f397 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.143189] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1580791-5287-4146-88d6-003f7b53bb83 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.183386] env[62788]: DEBUG nova.compute.manager [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 641.191777] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8823d0-810d-4d99-9e73-c4ff9c19c5f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.194205] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquiring lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.194515] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.203027] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3d21b1-3058-41d1-b943-81de5114b235 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.219971] env[62788]: DEBUG nova.compute.provider_tree [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 641.229093] env[62788]: DEBUG nova.network.neutron [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Successfully updated port: 97b2a548-49a9-4544-91b5-cfc6303ce030 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.510451] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Releasing lock "refresh_cache-3439b9b7-2d18-4068-98ee-ca3e206d6d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.511229] env[62788]: DEBUG nova.compute.manager [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Instance network_info: |[{"id": "1a911b51-4528-46ab-9fe0-c8655580ab7c", "address": "fa:16:3e:ff:17:7c", "network": {"id": "533517a7-8339-4dfd-bc55-f5a5d1787ada", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458211869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "513a92ad30804424b80031b4aa3da985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a911b51-45", "ovs_interfaceid": "1a911b51-4528-46ab-9fe0-c8655580ab7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 641.511408] env[62788]: INFO nova.compute.manager [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Took 24.63 seconds to build instance. [ 641.512634] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:17:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a911b51-4528-46ab-9fe0-c8655580ab7c', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.522718] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Creating folder: Project (513a92ad30804424b80031b4aa3da985). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.527110] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfc7f138-de1b-4b55-b303-237111077ce1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.539950] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.541925] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Created folder: Project (513a92ad30804424b80031b4aa3da985) in parent group-v485515. [ 641.541925] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Creating folder: Instances. Parent ref: group-v485557. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.541925] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d5048f7-0f32-4dfd-b061-5f38f92e158d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.554359] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Created folder: Instances in parent group-v485557. [ 641.554359] env[62788]: DEBUG oslo.service.loopingcall [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 641.554529] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.555680] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38aed00a-a8d3-43ac-8870-b7608f1a1db1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.580150] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.580150] env[62788]: value = "task-2393503" [ 641.580150] env[62788]: _type = "Task" [ 641.580150] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.593059] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393503, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.721886] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.730793] env[62788]: DEBUG nova.scheduler.client.report [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.735462] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquiring lock "refresh_cache-e25dd119-c032-4dfa-bd50-efa59fa5849f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.735687] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquired lock "refresh_cache-e25dd119-c032-4dfa-bd50-efa59fa5849f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.736037] env[62788]: DEBUG nova.network.neutron [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.030206] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb43e63-f028-4566-8edc-733283bd9e9e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "eae5873e-40ed-4e98-914c-bb40dca360aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.605s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.030520] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393500, 'name': ReconfigVM_Task, 'duration_secs': 0.739874} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.035366] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 23c11f04-d3f5-48a7-831b-c08ca532376c/23c11f04-d3f5-48a7-831b-c08ca532376c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.036370] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5f73ee7-7caf-49ec-b408-e9e872ff7593 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.045457] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for the task: (returnval){ [ 642.045457] env[62788]: value = "task-2393504" [ 642.045457] env[62788]: _type = "Task" [ 642.045457] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.061550] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393504, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.093696] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393503, 'name': CreateVM_Task, 'duration_secs': 0.40344} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.093869] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.094730] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.094853] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.095404] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 642.096029] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5b66f6-c23c-4ebf-b47d-c0667dec2291 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.102486] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 642.102486] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e16890-6f67-9c16-c9d8-eef04d5f6c5a" [ 642.102486] env[62788]: _type = "Task" [ 642.102486] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.112563] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e16890-6f67-9c16-c9d8-eef04d5f6c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.141629] env[62788]: DEBUG nova.network.neutron [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance_info_cache with network_info: [{"id": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "address": "fa:16:3e:7a:e0:35", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e47cecb-f0", "ovs_interfaceid": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.239709] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.244921] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.890s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.249359] env[62788]: INFO nova.compute.claims [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.268345] env[62788]: INFO nova.scheduler.client.report [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Deleted allocations for instance 0c084ee8-62b3-427f-a7e8-4796ff1d32e1 [ 642.297551] env[62788]: DEBUG nova.network.neutron [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.536872] env[62788]: DEBUG nova.compute.manager [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 642.553668] env[62788]: DEBUG nova.network.neutron [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Updating instance_info_cache with network_info: [{"id": "97b2a548-49a9-4544-91b5-cfc6303ce030", "address": "fa:16:3e:69:c2:4d", "network": {"id": "9ab3a2b7-0e6c-402c-99c4-081a8a7a5623", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1191527497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558ff92e19cf498e8f60f2e6b4ae9104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b2a548-49", "ovs_interfaceid": "97b2a548-49a9-4544-91b5-cfc6303ce030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.558884] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393504, 'name': Rename_Task, 'duration_secs': 0.162002} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.558884] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.558884] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af341f98-dde0-4e71-8b3c-35d2b4adc2b0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.566823] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for the task: (returnval){ [ 642.566823] env[62788]: value = "task-2393505" [ 642.566823] env[62788]: _type = "Task" [ 642.566823] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.575768] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.618655] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e16890-6f67-9c16-c9d8-eef04d5f6c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.017257} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.618979] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.619403] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.619652] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.619803] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.620012] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.620284] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-622fff0f-934a-47aa-b42b-80ee4ab44a18 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.632187] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.632490] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.633160] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471927bf-bd00-48dd-bdc4-4671dc3b6a80 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.642105] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 642.642105] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52dc9ac4-4a9e-2768-bfcc-653786ecfe7b" [ 642.642105] env[62788]: _type = "Task" [ 642.642105] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.653976] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.660097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquiring lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.660097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.666292] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52dc9ac4-4a9e-2768-bfcc-653786ecfe7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.777166] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa66ed3b-35da-40ab-b023-fda2e61148d1 tempest-DeleteServersAdminTestJSON-1224609310 tempest-DeleteServersAdminTestJSON-1224609310-project-admin] Lock "0c084ee8-62b3-427f-a7e8-4796ff1d32e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.519s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.932876] env[62788]: DEBUG nova.compute.manager [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Received event network-changed-1a911b51-4528-46ab-9fe0-c8655580ab7c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 642.932876] env[62788]: DEBUG nova.compute.manager [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Refreshing instance network info cache due to event network-changed-1a911b51-4528-46ab-9fe0-c8655580ab7c. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 642.932876] env[62788]: DEBUG oslo_concurrency.lockutils [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] Acquiring lock "refresh_cache-3439b9b7-2d18-4068-98ee-ca3e206d6d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 642.932876] env[62788]: DEBUG oslo_concurrency.lockutils [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] Acquired lock "refresh_cache-3439b9b7-2d18-4068-98ee-ca3e206d6d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.933187] env[62788]: DEBUG nova.network.neutron [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Refreshing network info cache for port 1a911b51-4528-46ab-9fe0-c8655580ab7c {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.058751] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Releasing lock "refresh_cache-e25dd119-c032-4dfa-bd50-efa59fa5849f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.061843] env[62788]: DEBUG nova.compute.manager [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Instance network_info: |[{"id": "97b2a548-49a9-4544-91b5-cfc6303ce030", "address": "fa:16:3e:69:c2:4d", "network": {"id": "9ab3a2b7-0e6c-402c-99c4-081a8a7a5623", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1191527497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558ff92e19cf498e8f60f2e6b4ae9104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b2a548-49", "ovs_interfaceid": "97b2a548-49a9-4544-91b5-cfc6303ce030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 643.064526] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:c2:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b2a548-49a9-4544-91b5-cfc6303ce030', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.077033] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Creating folder: Project (558ff92e19cf498e8f60f2e6b4ae9104). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.078057] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-840e7df2-4a6b-4087-a219-a29834ef24d8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.093870] env[62788]: DEBUG oslo_vmware.api [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2393505, 'name': PowerOnVM_Task, 'duration_secs': 0.487092} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.095953] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.096190] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.096407] env[62788]: INFO nova.compute.manager [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Took 8.91 seconds to spawn the instance on the hypervisor. [ 643.097043] env[62788]: DEBUG nova.compute.manager [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 643.099313] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1482fb0d-5f80-499c-926e-9b9231c71d27 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.102821] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Created folder: Project (558ff92e19cf498e8f60f2e6b4ae9104) in parent group-v485515. [ 643.105702] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Creating folder: Instances. Parent ref: group-v485560. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.105702] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9d012d3-b39a-4357-8eef-2d89031ac58b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.121513] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Created folder: Instances in parent group-v485560. [ 643.121792] env[62788]: DEBUG oslo.service.loopingcall [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 643.127100] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.127359] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3a1eea8-ff00-4f65-af39-4f445232b118 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.167100] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52dc9ac4-4a9e-2768-bfcc-653786ecfe7b, 'name': SearchDatastore_Task, 'duration_secs': 0.027456} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.169550] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.169550] env[62788]: value = "task-2393508" [ 643.169550] env[62788]: _type = "Task" [ 643.169550] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.169825] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9013a02-24f4-48c6-843c-3f49b6ed080e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.183050] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 643.183050] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520efa8d-7a34-6757-6e27-51b6d90bf9d3" [ 643.183050] env[62788]: _type = "Task" [ 643.183050] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.188067] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393508, 'name': CreateVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.199499] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520efa8d-7a34-6757-6e27-51b6d90bf9d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012105} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.199499] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.199823] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 3439b9b7-2d18-4068-98ee-ca3e206d6d2f/3439b9b7-2d18-4068-98ee-ca3e206d6d2f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.199966] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-286f5d9d-7dbc-4740-98a6-cdc3b0b6ca9e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.213520] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 643.213520] env[62788]: value = "task-2393509" [ 643.213520] env[62788]: _type = "Task" [ 643.213520] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.224997] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.641839] env[62788]: INFO nova.compute.manager [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Took 24.13 seconds to build instance. [ 643.687671] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393508, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.726072] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393509, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.764388] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faada6f-efb7-49ac-bb72-e638f357bc48 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.776259] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ad32ec-616d-4fd7-81c8-2cae5475e26f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.813111] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2beebad6-134f-4d00-a1c4-3c90ee7b43a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.816311] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "eae5873e-40ed-4e98-914c-bb40dca360aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.816840] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "eae5873e-40ed-4e98-914c-bb40dca360aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.816840] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "eae5873e-40ed-4e98-914c-bb40dca360aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.816993] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "eae5873e-40ed-4e98-914c-bb40dca360aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.817166] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "eae5873e-40ed-4e98-914c-bb40dca360aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.820025] env[62788]: INFO nova.compute.manager [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Terminating instance [ 643.829035] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa26bd98-c6ce-42a1-a475-1b9eee7790b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.848059] env[62788]: DEBUG nova.compute.provider_tree [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.971221] env[62788]: DEBUG nova.network.neutron [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Updated VIF entry in instance network info cache for port 1a911b51-4528-46ab-9fe0-c8655580ab7c. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.971614] env[62788]: DEBUG nova.network.neutron [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Updating instance_info_cache with network_info: [{"id": "1a911b51-4528-46ab-9fe0-c8655580ab7c", "address": "fa:16:3e:ff:17:7c", "network": {"id": "533517a7-8339-4dfd-bc55-f5a5d1787ada", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458211869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "513a92ad30804424b80031b4aa3da985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a911b51-45", "ovs_interfaceid": "1a911b51-4528-46ab-9fe0-c8655580ab7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.151771] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c926be4c-da21-4bc1-8ebe-8d99e75b9306 tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Lock "23c11f04-d3f5-48a7-831b-c08ca532376c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.291s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.153281] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "5d246a26-0c0e-4694-97bd-cc07fa66b869" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.154544] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "5d246a26-0c0e-4694-97bd-cc07fa66b869" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.154544] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "5d246a26-0c0e-4694-97bd-cc07fa66b869-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.154544] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "5d246a26-0c0e-4694-97bd-cc07fa66b869-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.154544] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "5d246a26-0c0e-4694-97bd-cc07fa66b869-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.156638] env[62788]: INFO nova.compute.manager [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Terminating instance [ 644.186749] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d705f06f-fc3f-4a93-8491-ffdce1364843 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.197439] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393508, 'name': CreateVM_Task, 'duration_secs': 0.795047} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.211250] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.212046] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance '1c4ddad5-e6ec-435a-83ac-685492e923f3' progress to 0 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 644.216737] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.216737] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.216737] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 644.217171] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b522f1-6c9f-4742-9313-f913fa1f81d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.226024] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for the task: (returnval){ [ 644.226024] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]521bcda9-d516-ce35-d8c8-f21b4c4c0d3c" [ 644.226024] env[62788]: _type = "Task" [ 644.226024] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.230351] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774047} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.233987] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 3439b9b7-2d18-4068-98ee-ca3e206d6d2f/3439b9b7-2d18-4068-98ee-ca3e206d6d2f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.233987] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.234178] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f53125b2-5e65-4443-b8b8-472025d48a33 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.242609] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521bcda9-d516-ce35-d8c8-f21b4c4c0d3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.243801] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 644.243801] env[62788]: value = "task-2393510" [ 644.243801] env[62788]: _type = "Task" [ 644.243801] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.252406] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.334362] env[62788]: DEBUG nova.compute.manager [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 644.334587] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.335546] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc59bb7-a41c-439b-b354-2b12b4006c7e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.343622] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.343872] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a90bf0b-0f2d-4de8-ba8f-b995ccfef6fd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.351929] env[62788]: DEBUG nova.scheduler.client.report [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.355270] env[62788]: DEBUG oslo_vmware.api [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 644.355270] env[62788]: value = "task-2393511" [ 644.355270] env[62788]: _type = "Task" [ 644.355270] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.364101] env[62788]: DEBUG oslo_vmware.api [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.474876] env[62788]: DEBUG oslo_concurrency.lockutils [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] Releasing lock "refresh_cache-3439b9b7-2d18-4068-98ee-ca3e206d6d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.475155] env[62788]: DEBUG nova.compute.manager [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Received event network-vif-plugged-97b2a548-49a9-4544-91b5-cfc6303ce030 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 644.475346] env[62788]: DEBUG oslo_concurrency.lockutils [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] Acquiring lock "e25dd119-c032-4dfa-bd50-efa59fa5849f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.475601] env[62788]: DEBUG oslo_concurrency.lockutils [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] Lock "e25dd119-c032-4dfa-bd50-efa59fa5849f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.475872] env[62788]: DEBUG oslo_concurrency.lockutils [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] Lock "e25dd119-c032-4dfa-bd50-efa59fa5849f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.475937] env[62788]: DEBUG nova.compute.manager [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] No waiting events found dispatching network-vif-plugged-97b2a548-49a9-4544-91b5-cfc6303ce030 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.476107] env[62788]: WARNING nova.compute.manager [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Received unexpected event network-vif-plugged-97b2a548-49a9-4544-91b5-cfc6303ce030 for instance with vm_state building and task_state spawning. [ 644.476333] env[62788]: DEBUG nova.compute.manager [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Received event network-changed-97b2a548-49a9-4544-91b5-cfc6303ce030 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 644.476497] env[62788]: DEBUG nova.compute.manager [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Refreshing instance network info cache due to event network-changed-97b2a548-49a9-4544-91b5-cfc6303ce030. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 644.476677] env[62788]: DEBUG oslo_concurrency.lockutils [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] Acquiring lock "refresh_cache-e25dd119-c032-4dfa-bd50-efa59fa5849f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.476834] env[62788]: DEBUG oslo_concurrency.lockutils [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] Acquired lock "refresh_cache-e25dd119-c032-4dfa-bd50-efa59fa5849f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.477065] env[62788]: DEBUG nova.network.neutron [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Refreshing network info cache for port 97b2a548-49a9-4544-91b5-cfc6303ce030 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.654512] env[62788]: DEBUG nova.compute.manager [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 644.660989] env[62788]: DEBUG nova.compute.manager [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 644.661235] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 644.663772] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8056ca-6232-471b-9d11-288e0deedf14 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.673212] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.673869] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3099079-733e-4124-a01f-d782861bb1b2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.680322] env[62788]: DEBUG oslo_vmware.api [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 644.680322] env[62788]: value = "task-2393512" [ 644.680322] env[62788]: _type = "Task" [ 644.680322] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.688700] env[62788]: DEBUG oslo_vmware.api [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.718894] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.719501] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16e239cc-ea06-4da6-ab32-00cf914cb2a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.727598] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 644.727598] env[62788]: value = "task-2393513" [ 644.727598] env[62788]: _type = "Task" [ 644.727598] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.741303] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.748838] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521bcda9-d516-ce35-d8c8-f21b4c4c0d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.024791} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.749187] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 644.749418] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.749642] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.749784] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.750026] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.750295] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04589688-ac5a-4fdd-b4d0-dc7fe79155b2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.758690] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.765526] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.765796] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.767202] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fd47fa-3ce6-470b-9e49-d8a44456b7c0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.773463] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for the task: (returnval){ [ 644.773463] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e3eed8-8626-dd13-89b1-382076255691" [ 644.773463] env[62788]: _type = "Task" [ 644.773463] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.785935] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e3eed8-8626-dd13-89b1-382076255691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.858842] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.859496] env[62788]: DEBUG nova.compute.manager [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 644.864766] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.371s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.868897] env[62788]: INFO nova.compute.claims [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.883552] env[62788]: DEBUG oslo_vmware.api [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.986792] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.987220] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.180403] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.192112] env[62788]: DEBUG oslo_vmware.api [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393512, 'name': PowerOffVM_Task, 'duration_secs': 0.235558} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.192112] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.192206] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.192459] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f21b97f-9e5f-4b5d-af99-1e1b082aad05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.239260] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393513, 'name': PowerOffVM_Task, 'duration_secs': 0.497457} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.239527] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.239707] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance '1c4ddad5-e6ec-435a-83ac-685492e923f3' progress to 17 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 645.254686] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.8296} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.254957] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.255997] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a91698-1545-46c6-9cf4-316b20d776d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.260208] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.260501] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.260702] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleting the datastore file [datastore1] 5d246a26-0c0e-4694-97bd-cc07fa66b869 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.261663] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21bc7729-9713-4d2f-9c47-a104af44e81c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.284028] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 3439b9b7-2d18-4068-98ee-ca3e206d6d2f/3439b9b7-2d18-4068-98ee-ca3e206d6d2f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.290269] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa0e3556-1e58-45cc-9262-dc7d6e508fbf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.309041] env[62788]: DEBUG oslo_vmware.api [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 645.309041] env[62788]: value = "task-2393515" [ 645.309041] env[62788]: _type = "Task" [ 645.309041] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.318516] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e3eed8-8626-dd13-89b1-382076255691, 'name': SearchDatastore_Task, 'duration_secs': 0.031235} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.319027] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 645.319027] env[62788]: value = "task-2393516" [ 645.319027] env[62788]: _type = "Task" [ 645.319027] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.320896] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d8f4ce3-118b-4a0f-b1b9-3345619c3caa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.331501] env[62788]: DEBUG oslo_vmware.api [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.335242] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for the task: (returnval){ [ 645.335242] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52209539-0dbf-38c4-45aa-946ef3d7937a" [ 645.335242] env[62788]: _type = "Task" [ 645.335242] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.338809] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393516, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.347670] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52209539-0dbf-38c4-45aa-946ef3d7937a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.366929] env[62788]: DEBUG nova.compute.utils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 645.373124] env[62788]: DEBUG nova.compute.manager [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 645.373826] env[62788]: DEBUG nova.network.neutron [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 645.386125] env[62788]: DEBUG oslo_vmware.api [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393511, 'name': PowerOffVM_Task, 'duration_secs': 0.87477} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.386969] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.389630] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.389630] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d510573-5427-4c57-a6aa-bf3a79f8926b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.458133] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.458395] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.458854] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleting the datastore file [datastore1] eae5873e-40ed-4e98-914c-bb40dca360aa {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.458998] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a05c73f-26da-4faf-87c0-9a99a4702900 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.468998] env[62788]: DEBUG oslo_vmware.api [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 645.468998] env[62788]: value = "task-2393518" [ 645.468998] env[62788]: _type = "Task" [ 645.468998] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.478325] env[62788]: DEBUG oslo_vmware.api [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.538164] env[62788]: DEBUG nova.policy [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44367ffd356402992833ef351eb053b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a66c96d264f4031b9e87d76a15007c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.709235] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquiring lock "a4067f64-aa31-4e97-b4bc-0a1919967123" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.709235] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "a4067f64-aa31-4e97-b4bc-0a1919967123" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.746321] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.746568] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.746727] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.746907] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.747066] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.747217] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.747415] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.747579] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.747815] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.747996] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.748393] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.758195] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f80820f-49d3-42ed-8113-cd6ed8f69f97 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.772682] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 645.772682] env[62788]: value = "task-2393519" [ 645.772682] env[62788]: _type = "Task" [ 645.772682] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.783320] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.783456] env[62788]: DEBUG nova.network.neutron [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Updated VIF entry in instance network info cache for port 97b2a548-49a9-4544-91b5-cfc6303ce030. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.783780] env[62788]: DEBUG nova.network.neutron [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Updating instance_info_cache with network_info: [{"id": "97b2a548-49a9-4544-91b5-cfc6303ce030", "address": "fa:16:3e:69:c2:4d", "network": {"id": "9ab3a2b7-0e6c-402c-99c4-081a8a7a5623", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1191527497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558ff92e19cf498e8f60f2e6b4ae9104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b2a548-49", "ovs_interfaceid": "97b2a548-49a9-4544-91b5-cfc6303ce030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.820909] env[62788]: DEBUG oslo_vmware.api [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194582} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.820909] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.820909] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.820909] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.820909] env[62788]: INFO nova.compute.manager [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Took 1.16 seconds to destroy the instance on the hypervisor. [ 645.821190] env[62788]: DEBUG oslo.service.loopingcall [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.821876] env[62788]: DEBUG nova.compute.manager [-] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 645.821876] env[62788]: DEBUG nova.network.neutron [-] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.832976] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393516, 'name': ReconfigVM_Task, 'duration_secs': 0.300679} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.833430] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 3439b9b7-2d18-4068-98ee-ca3e206d6d2f/3439b9b7-2d18-4068-98ee-ca3e206d6d2f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.834866] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63916f24-eaf5-4910-bae0-7195d7253b5f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.841664] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 645.841664] env[62788]: value = "task-2393520" [ 645.841664] env[62788]: _type = "Task" [ 645.841664] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.856577] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52209539-0dbf-38c4-45aa-946ef3d7937a, 'name': SearchDatastore_Task, 'duration_secs': 0.012032} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.860290] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.860563] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] e25dd119-c032-4dfa-bd50-efa59fa5849f/e25dd119-c032-4dfa-bd50-efa59fa5849f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.860905] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393520, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.861210] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91ee2ec6-f2f3-415d-a6c9-e83c9e1c89bd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.869608] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for the task: (returnval){ [ 645.869608] env[62788]: value = "task-2393521" [ 645.869608] env[62788]: _type = "Task" [ 645.869608] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.879350] env[62788]: DEBUG nova.compute.manager [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 645.881985] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.983534] env[62788]: DEBUG oslo_vmware.api [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169305} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.983734] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.983920] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.984121] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 645.984323] env[62788]: INFO nova.compute.manager [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Took 1.65 seconds to destroy the instance on the hypervisor. [ 645.984575] env[62788]: DEBUG oslo.service.loopingcall [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.984767] env[62788]: DEBUG nova.compute.manager [-] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 645.984859] env[62788]: DEBUG nova.network.neutron [-] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 646.288525] env[62788]: DEBUG oslo_concurrency.lockutils [req-27713788-4f69-4aaa-af0e-f64cf61455f0 req-005062ee-86ac-449f-b023-f375e791fbc0 service nova] Releasing lock "refresh_cache-e25dd119-c032-4dfa-bd50-efa59fa5849f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.288768] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393519, 'name': ReconfigVM_Task, 'duration_secs': 0.145901} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.289991] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance '1c4ddad5-e6ec-435a-83ac-685492e923f3' progress to 33 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 646.362560] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393520, 'name': Rename_Task, 'duration_secs': 0.141622} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.362857] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.364022] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f263109-0d3a-48b8-a1b9-fe97eebe57a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.378106] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 646.378106] env[62788]: value = "task-2393522" [ 646.378106] env[62788]: _type = "Task" [ 646.378106] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.396294] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393521, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.403774] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393522, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.430783] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d4f718-80dc-4883-9bc9-7273dd04351d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.439580] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40b1b6c-d2a6-4ed2-b371-2070a44501aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.480907] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710e34d1-2854-42ef-a5fe-dc25750be9ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.489344] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d73ac0-61a7-4128-8eeb-d441543d7267 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.503811] env[62788]: DEBUG nova.compute.provider_tree [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.797385] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.797731] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.797991] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.798252] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.799200] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.801663] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.801969] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.802183] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.802677] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.802677] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.802792] env[62788]: DEBUG nova.virt.hardware [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.812159] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Reconfiguring VM instance instance-00000003 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 646.812882] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d9674e-6491-4435-8f20-114a5c0e8efa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.837042] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 646.837042] env[62788]: value = "task-2393523" [ 646.837042] env[62788]: _type = "Task" [ 646.837042] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.854472] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.881467] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560927} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.881772] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] e25dd119-c032-4dfa-bd50-efa59fa5849f/e25dd119-c032-4dfa-bd50-efa59fa5849f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.882939] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.882939] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a448a574-23a5-4ca1-8189-33a241ac79dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.896343] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393522, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.899168] env[62788]: DEBUG nova.compute.manager [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 646.901387] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for the task: (returnval){ [ 646.901387] env[62788]: value = "task-2393524" [ 646.901387] env[62788]: _type = "Task" [ 646.901387] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.942750] env[62788]: DEBUG nova.virt.hardware [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:26:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='828133700',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-486463021',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.944083] env[62788]: DEBUG nova.virt.hardware [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.944419] env[62788]: DEBUG nova.virt.hardware [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.944544] env[62788]: DEBUG nova.virt.hardware [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.944734] env[62788]: DEBUG nova.virt.hardware [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.944907] env[62788]: DEBUG nova.virt.hardware [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.945358] env[62788]: DEBUG nova.virt.hardware [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.945358] env[62788]: DEBUG nova.virt.hardware [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.945598] env[62788]: DEBUG nova.virt.hardware [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.945815] env[62788]: DEBUG nova.virt.hardware [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.946184] env[62788]: DEBUG nova.virt.hardware [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.949134] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64cfb9f-0f71-45a4-afc6-8bf27f029992 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.962043] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dfc96b-0454-4cc2-a556-f072462bd406 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.008321] env[62788]: DEBUG nova.scheduler.client.report [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.055760] env[62788]: DEBUG nova.network.neutron [-] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.160127] env[62788]: DEBUG nova.network.neutron [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Successfully created port: 21661470-0e2c-4a0b-8db4-694130b709f4 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.177380] env[62788]: DEBUG nova.compute.manager [req-58bcf42a-0877-4bf8-908f-9dc9336083b9 req-1220b853-783f-4b25-901b-cb3136169f2c service nova] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Received event network-vif-deleted-73e48d6a-3438-4239-a28e-dda176393512 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 647.356914] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393523, 'name': ReconfigVM_Task, 'duration_secs': 0.219087} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.358909] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Reconfigured VM instance instance-00000003 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 647.359843] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d9953f-9eec-46ef-960a-2f3904744523 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.384616] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 1c4ddad5-e6ec-435a-83ac-685492e923f3/1c4ddad5-e6ec-435a-83ac-685492e923f3.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.384978] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a5f544-a366-4cb7-ad2b-02b92dbcc3ee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.409185] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 647.409185] env[62788]: value = "task-2393525" [ 647.409185] env[62788]: _type = "Task" [ 647.409185] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.414916] env[62788]: DEBUG oslo_vmware.api [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393522, 'name': PowerOnVM_Task, 'duration_secs': 0.692819} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.415399] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085831} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.420616] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.420847] env[62788]: INFO nova.compute.manager [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Took 10.69 seconds to spawn the instance on the hypervisor. [ 647.421063] env[62788]: DEBUG nova.compute.manager [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 647.421391] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.422250] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c196625f-c75f-4c14-b6dc-08f5604fa3ea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.425291] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a98f45-d12b-4930-8bb4-b2021f8fed4e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.436503] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.457875] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] e25dd119-c032-4dfa-bd50-efa59fa5849f/e25dd119-c032-4dfa-bd50-efa59fa5849f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.461189] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58eb6931-e206-4307-89ab-33084d720a64 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.483894] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for the task: (returnval){ [ 647.483894] env[62788]: value = "task-2393526" [ 647.483894] env[62788]: _type = "Task" [ 647.483894] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.494256] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.513339] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.513850] env[62788]: DEBUG nova.compute.manager [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 647.517144] env[62788]: DEBUG oslo_concurrency.lockutils [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.519s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.518796] env[62788]: INFO nova.compute.claims [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 647.560040] env[62788]: INFO nova.compute.manager [-] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Took 1.57 seconds to deallocate network for instance. [ 647.620626] env[62788]: DEBUG nova.compute.manager [req-3d86bccc-bf25-4c74-a5d8-7fa9311eb048 req-b1c1a25c-d644-4ac4-a1e5-568cb2110b82 service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Received event network-vif-deleted-542b5879-06fe-4072-afe2-92b356fbecd9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 647.620829] env[62788]: INFO nova.compute.manager [req-3d86bccc-bf25-4c74-a5d8-7fa9311eb048 req-b1c1a25c-d644-4ac4-a1e5-568cb2110b82 service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Neutron deleted interface 542b5879-06fe-4072-afe2-92b356fbecd9; detaching it from the instance and deleting it from the info cache [ 647.620997] env[62788]: DEBUG nova.network.neutron [req-3d86bccc-bf25-4c74-a5d8-7fa9311eb048 req-b1c1a25c-d644-4ac4-a1e5-568cb2110b82 service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.658413] env[62788]: DEBUG nova.network.neutron [-] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.929987] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.994824] env[62788]: INFO nova.compute.manager [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Took 27.84 seconds to build instance. [ 648.003342] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.023544] env[62788]: DEBUG nova.compute.utils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 648.029936] env[62788]: DEBUG nova.compute.manager [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Not allocating networking since 'none' was specified. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1998}} [ 648.067484] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.128362] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73ab51f9-507d-49af-bd84-fc4f4b6a68c6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.138100] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6ad758-09b9-4b96-b6fa-c493acc25d14 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.166336] env[62788]: INFO nova.compute.manager [-] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Took 2.34 seconds to deallocate network for instance. [ 648.166800] env[62788]: DEBUG nova.compute.manager [req-3d86bccc-bf25-4c74-a5d8-7fa9311eb048 req-b1c1a25c-d644-4ac4-a1e5-568cb2110b82 service nova] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Detach interface failed, port_id=542b5879-06fe-4072-afe2-92b356fbecd9, reason: Instance 5d246a26-0c0e-4694-97bd-cc07fa66b869 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 648.435262] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393525, 'name': ReconfigVM_Task, 'duration_secs': 0.715553} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.436025] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 1c4ddad5-e6ec-435a-83ac-685492e923f3/1c4ddad5-e6ec-435a-83ac-685492e923f3.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.438020] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance '1c4ddad5-e6ec-435a-83ac-685492e923f3' progress to 50 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.499180] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d72044c4-98f3-434e-a073-1a3b71da253f tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.799s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.514492] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393526, 'name': ReconfigVM_Task, 'duration_secs': 0.6923} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.514492] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] e25dd119-c032-4dfa-bd50-efa59fa5849f/e25dd119-c032-4dfa-bd50-efa59fa5849f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.514492] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74b6834f-1a28-4a6e-a38a-83f98b93f6e5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.521050] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for the task: (returnval){ [ 648.521050] env[62788]: value = "task-2393527" [ 648.521050] env[62788]: _type = "Task" [ 648.521050] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.532932] env[62788]: DEBUG nova.compute.manager [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 648.537287] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393527, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.675968] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.950449] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d822db-e05f-4701-a7d5-508a9281bad1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.978861] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87064a4c-a1e2-4dfc-bd28-fc106cb01ed7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.002947] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance '1c4ddad5-e6ec-435a-83ac-685492e923f3' progress to 67 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 649.010625] env[62788]: DEBUG nova.compute.manager [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 649.037332] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393527, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.079809] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14119ebe-07ca-4547-8a72-3619ea6f9844 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.087951] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e857ee-9652-4372-8c4e-47aec7edf1b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.128850] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f52e1c-caa3-4a7b-883f-8597218ae0e9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.137193] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afef201-4b92-4e68-8852-907206e34123 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.153298] env[62788]: DEBUG nova.compute.provider_tree [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.310946] env[62788]: DEBUG nova.network.neutron [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Successfully updated port: 21661470-0e2c-4a0b-8db4-694130b709f4 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.538238] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393527, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.541192] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.544908] env[62788]: DEBUG nova.compute.manager [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 649.571229] env[62788]: DEBUG nova.virt.hardware [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.571462] env[62788]: DEBUG nova.virt.hardware [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.571616] env[62788]: DEBUG nova.virt.hardware [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.571806] env[62788]: DEBUG nova.virt.hardware [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.572185] env[62788]: DEBUG nova.virt.hardware [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.572952] env[62788]: DEBUG nova.virt.hardware [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.574797] env[62788]: DEBUG nova.virt.hardware [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.575085] env[62788]: DEBUG nova.virt.hardware [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.575734] env[62788]: DEBUG nova.virt.hardware [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.575734] env[62788]: DEBUG nova.virt.hardware [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.575734] env[62788]: DEBUG nova.virt.hardware [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.576884] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f1e176-8e67-4617-9994-38071cd6c809 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.579730] env[62788]: DEBUG nova.network.neutron [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Port 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 649.590584] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0b2ec5-f84d-4438-b2ac-6015b1148f11 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.605078] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.612605] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Creating folder: Project (000397056b8e460e88fcc930fe3da305). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.613931] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1889290a-c08d-427c-866a-f68775a43a5e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.623900] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Created folder: Project (000397056b8e460e88fcc930fe3da305) in parent group-v485515. [ 649.624112] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Creating folder: Instances. Parent ref: group-v485563. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.624337] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-725e63e1-f290-4576-8204-6728eeed7ba6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.633606] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Created folder: Instances in parent group-v485563. [ 649.633853] env[62788]: DEBUG oslo.service.loopingcall [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 649.634054] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.634263] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01c2a718-5a80-4a25-a12b-f33780f67b23 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.650839] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.650839] env[62788]: value = "task-2393530" [ 649.650839] env[62788]: _type = "Task" [ 649.650839] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.656337] env[62788]: DEBUG nova.scheduler.client.report [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.662724] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393530, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.814032] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "refresh_cache-aedf6b6d-5624-4217-9479-60a13b6d1494" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.814191] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquired lock "refresh_cache-aedf6b6d-5624-4217-9479-60a13b6d1494" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.814343] env[62788]: DEBUG nova.network.neutron [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.837918] env[62788]: DEBUG nova.compute.manager [req-5b05dbf0-7176-4adc-bf5d-18bf38433b30 req-3f9dcad6-d613-4616-b194-61853730b757 service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Received event network-changed-31bfbc20-f655-426b-b7c2-b46a8f69bc13 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 649.837918] env[62788]: DEBUG nova.compute.manager [req-5b05dbf0-7176-4adc-bf5d-18bf38433b30 req-3f9dcad6-d613-4616-b194-61853730b757 service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Refreshing instance network info cache due to event network-changed-31bfbc20-f655-426b-b7c2-b46a8f69bc13. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 649.837918] env[62788]: DEBUG oslo_concurrency.lockutils [req-5b05dbf0-7176-4adc-bf5d-18bf38433b30 req-3f9dcad6-d613-4616-b194-61853730b757 service nova] Acquiring lock "refresh_cache-23c11f04-d3f5-48a7-831b-c08ca532376c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 649.837918] env[62788]: DEBUG oslo_concurrency.lockutils [req-5b05dbf0-7176-4adc-bf5d-18bf38433b30 req-3f9dcad6-d613-4616-b194-61853730b757 service nova] Acquired lock "refresh_cache-23c11f04-d3f5-48a7-831b-c08ca532376c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.837918] env[62788]: DEBUG nova.network.neutron [req-5b05dbf0-7176-4adc-bf5d-18bf38433b30 req-3f9dcad6-d613-4616-b194-61853730b757 service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Refreshing network info cache for port 31bfbc20-f655-426b-b7c2-b46a8f69bc13 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 650.035014] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393527, 'name': Rename_Task, 'duration_secs': 1.326363} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.035363] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.035643] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6410c9e3-fb9f-45f4-a7ba-50e1e166712f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.041373] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for the task: (returnval){ [ 650.041373] env[62788]: value = "task-2393531" [ 650.041373] env[62788]: _type = "Task" [ 650.041373] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.048796] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.149351] env[62788]: DEBUG nova.compute.manager [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Received event network-vif-plugged-21661470-0e2c-4a0b-8db4-694130b709f4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 650.149615] env[62788]: DEBUG oslo_concurrency.lockutils [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] Acquiring lock "aedf6b6d-5624-4217-9479-60a13b6d1494-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.149741] env[62788]: DEBUG oslo_concurrency.lockutils [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] Lock "aedf6b6d-5624-4217-9479-60a13b6d1494-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.150431] env[62788]: DEBUG oslo_concurrency.lockutils [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] Lock "aedf6b6d-5624-4217-9479-60a13b6d1494-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.150431] env[62788]: DEBUG nova.compute.manager [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] No waiting events found dispatching network-vif-plugged-21661470-0e2c-4a0b-8db4-694130b709f4 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 650.150431] env[62788]: WARNING nova.compute.manager [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Received unexpected event network-vif-plugged-21661470-0e2c-4a0b-8db4-694130b709f4 for instance with vm_state building and task_state spawning. [ 650.150601] env[62788]: DEBUG nova.compute.manager [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Received event network-changed-21661470-0e2c-4a0b-8db4-694130b709f4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 650.150601] env[62788]: DEBUG nova.compute.manager [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Refreshing instance network info cache due to event network-changed-21661470-0e2c-4a0b-8db4-694130b709f4. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 650.150761] env[62788]: DEBUG oslo_concurrency.lockutils [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] Acquiring lock "refresh_cache-aedf6b6d-5624-4217-9479-60a13b6d1494" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.165407] env[62788]: DEBUG oslo_concurrency.lockutils [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.165407] env[62788]: DEBUG nova.compute.manager [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 650.168859] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393530, 'name': CreateVM_Task, 'duration_secs': 0.362393} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.168859] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.513s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.170418] env[62788]: INFO nova.compute.claims [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.173119] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.174237] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.174237] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.174538] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 650.174965] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df77bbfd-08ce-4ef6-9209-ed382713fe11 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.184047] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 650.184047] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f653d0-5a92-9668-54cf-c6098fa04408" [ 650.184047] env[62788]: _type = "Task" [ 650.184047] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.193616] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f653d0-5a92-9668-54cf-c6098fa04408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.375018] env[62788]: DEBUG nova.network.neutron [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.501909] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquiring lock "83538639-b73e-4533-be47-0ee88752d4b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.502197] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Lock "83538639-b73e-4533-be47-0ee88752d4b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.553549] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.621391] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "1c4ddad5-e6ec-435a-83ac-685492e923f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.621391] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.621391] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.672204] env[62788]: DEBUG nova.compute.utils [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 650.675825] env[62788]: DEBUG nova.compute.manager [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 650.679059] env[62788]: DEBUG nova.network.neutron [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.684768] env[62788]: DEBUG nova.network.neutron [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Updating instance_info_cache with network_info: [{"id": "21661470-0e2c-4a0b-8db4-694130b709f4", "address": "fa:16:3e:a2:19:77", "network": {"id": "ec32d157-c6e7-4aae-8218-0380b2aaf6fa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1468670508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a66c96d264f4031b9e87d76a15007c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21661470-0e", "ovs_interfaceid": "21661470-0e2c-4a0b-8db4-694130b709f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.699711] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f653d0-5a92-9668-54cf-c6098fa04408, 'name': SearchDatastore_Task, 'duration_secs': 0.018731} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.700270] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 650.700537] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.700796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 650.701040] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.701316] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.701869] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d5bd8bb-509f-478f-84c9-63d5c352a03b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.711886] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.712205] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.713074] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-616bfcec-3426-4402-8ed1-b55c9321fbc7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.720395] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 650.720395] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527575d3-58df-c8bb-7fb2-d70661fd9f73" [ 650.720395] env[62788]: _type = "Task" [ 650.720395] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.731478] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527575d3-58df-c8bb-7fb2-d70661fd9f73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.746182] env[62788]: DEBUG nova.policy [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3dc89cbfabda4f728687cc848ed44eb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3231dc7b347d4b72a32110259367e716', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 650.799067] env[62788]: DEBUG nova.network.neutron [req-5b05dbf0-7176-4adc-bf5d-18bf38433b30 req-3f9dcad6-d613-4616-b194-61853730b757 service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Updated VIF entry in instance network info cache for port 31bfbc20-f655-426b-b7c2-b46a8f69bc13. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.799439] env[62788]: DEBUG nova.network.neutron [req-5b05dbf0-7176-4adc-bf5d-18bf38433b30 req-3f9dcad6-d613-4616-b194-61853730b757 service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Updating instance_info_cache with network_info: [{"id": "31bfbc20-f655-426b-b7c2-b46a8f69bc13", "address": "fa:16:3e:b0:30:8b", "network": {"id": "e74df118-e84d-4e3e-8e06-9b1e194c5c4c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1390267697-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "075683dc597042f5b8140c5aee19bc54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31bfbc20-f6", "ovs_interfaceid": "31bfbc20-f655-426b-b7c2-b46a8f69bc13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.986322] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquiring lock "114c361b-5947-411c-a055-6a22bdb3cf97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.986563] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Lock "114c361b-5947-411c-a055-6a22bdb3cf97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.056508] env[62788]: DEBUG oslo_vmware.api [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393531, 'name': PowerOnVM_Task, 'duration_secs': 0.92897} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.056911] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.057483] env[62788]: INFO nova.compute.manager [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Took 11.60 seconds to spawn the instance on the hypervisor. [ 651.057765] env[62788]: DEBUG nova.compute.manager [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 651.058561] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a5b00a-b774-40af-93c3-46c733a60d28 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.190155] env[62788]: DEBUG nova.compute.manager [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 651.193143] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Releasing lock "refresh_cache-aedf6b6d-5624-4217-9479-60a13b6d1494" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.193665] env[62788]: DEBUG nova.compute.manager [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Instance network_info: |[{"id": "21661470-0e2c-4a0b-8db4-694130b709f4", "address": "fa:16:3e:a2:19:77", "network": {"id": "ec32d157-c6e7-4aae-8218-0380b2aaf6fa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1468670508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a66c96d264f4031b9e87d76a15007c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21661470-0e", "ovs_interfaceid": "21661470-0e2c-4a0b-8db4-694130b709f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 651.194861] env[62788]: DEBUG oslo_concurrency.lockutils [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] Acquired lock "refresh_cache-aedf6b6d-5624-4217-9479-60a13b6d1494" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.195738] env[62788]: DEBUG nova.network.neutron [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Refreshing network info cache for port 21661470-0e2c-4a0b-8db4-694130b709f4 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.196907] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:19:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21661470-0e2c-4a0b-8db4-694130b709f4', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.205205] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Creating folder: Project (6a66c96d264f4031b9e87d76a15007c8). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.206743] env[62788]: DEBUG nova.network.neutron [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Successfully created port: b8698904-6a22-48f4-b6eb-abf2cc638eba {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 651.211669] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95379def-8cb9-42a3-b6d7-4c4883c12273 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.228218] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Created folder: Project (6a66c96d264f4031b9e87d76a15007c8) in parent group-v485515. [ 651.228218] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Creating folder: Instances. Parent ref: group-v485566. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.228218] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44d15f69-4013-4e7c-b7ba-fae642352988 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.238204] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527575d3-58df-c8bb-7fb2-d70661fd9f73, 'name': SearchDatastore_Task, 'duration_secs': 0.013734} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.239099] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0873e6-219c-4980-92b6-7cb26ad1bf71 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.244790] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 651.244790] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fae44d-7915-1ffd-cc6f-7faa1b04a363" [ 651.244790] env[62788]: _type = "Task" [ 651.244790] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.246298] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Created folder: Instances in parent group-v485566. [ 651.246525] env[62788]: DEBUG oslo.service.loopingcall [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.250140] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.253638] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f474be8-5eb1-448c-913c-49dce6012b2d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.277528] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fae44d-7915-1ffd-cc6f-7faa1b04a363, 'name': SearchDatastore_Task, 'duration_secs': 0.030146} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.278874] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.279165] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.279408] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.279408] env[62788]: value = "task-2393534" [ 651.279408] env[62788]: _type = "Task" [ 651.279408] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.279580] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cadf2e77-3d3f-48e7-a8ae-ce22511f4613 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.294050] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393534, 'name': CreateVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.295478] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 651.295478] env[62788]: value = "task-2393535" [ 651.295478] env[62788]: _type = "Task" [ 651.295478] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.301646] env[62788]: DEBUG oslo_concurrency.lockutils [req-5b05dbf0-7176-4adc-bf5d-18bf38433b30 req-3f9dcad6-d613-4616-b194-61853730b757 service nova] Releasing lock "refresh_cache-23c11f04-d3f5-48a7-831b-c08ca532376c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 651.308693] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.560845] env[62788]: DEBUG nova.network.neutron [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Updated VIF entry in instance network info cache for port 21661470-0e2c-4a0b-8db4-694130b709f4. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.560845] env[62788]: DEBUG nova.network.neutron [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Updating instance_info_cache with network_info: [{"id": "21661470-0e2c-4a0b-8db4-694130b709f4", "address": "fa:16:3e:a2:19:77", "network": {"id": "ec32d157-c6e7-4aae-8218-0380b2aaf6fa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1468670508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a66c96d264f4031b9e87d76a15007c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21661470-0e", "ovs_interfaceid": "21661470-0e2c-4a0b-8db4-694130b709f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.580572] env[62788]: INFO nova.compute.manager [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Took 30.86 seconds to build instance. [ 651.686602] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.686733] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.686923] env[62788]: DEBUG nova.network.neutron [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 651.697030] env[62788]: INFO nova.virt.block_device [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Booting with volume 1d2d2573-3120-46bf-9afa-df7fba266755 at /dev/sda [ 651.717096] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc9518d-f2cb-483d-bd51-b95e5e4acf15 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.726910] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684d859f-d1bf-45dd-86d5-1eab9fb7b24f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.763417] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf13c97-b7fb-42ea-aeb6-f7dcc930182e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.766407] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-714c75b7-5bac-4560-9050-9c2ae3883fd0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.776306] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5b40d3-f060-4f4a-ab91-93599a105880 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.783245] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e12f0a-3fd7-454d-a2b8-5fdff75f063a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.807302] env[62788]: DEBUG nova.compute.provider_tree [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.823174] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b944c9c-394b-4059-aab9-beddf172ea26 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.828829] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393534, 'name': CreateVM_Task, 'duration_secs': 0.330148} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.829374] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.833508] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 651.833687] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.834020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 651.834707] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393535, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.836434] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb5c47b-5231-4f74-9c0a-a2c01e530144 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.841388] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29dcd742-8aa9-4130-b761-74e246db31f4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.856902] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 651.856902] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52011110-98eb-333e-f496-55c73b81abb2" [ 651.856902] env[62788]: _type = "Task" [ 651.856902] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.874492] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52011110-98eb-333e-f496-55c73b81abb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.875213] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7359d3-69dc-4492-a02c-68c4436f4061 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.882059] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6130aa-ec0c-479f-be72-94af9cc95c2d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.895231] env[62788]: DEBUG nova.virt.block_device [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Updating existing volume attachment record: 1fea2229-0f1a-4c1a-b70a-886cc7427681 {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 652.064708] env[62788]: DEBUG oslo_concurrency.lockutils [req-641c57f3-83f5-49b5-8638-30b4028b44f7 req-e044ea38-cec2-43a3-85af-c990130588a5 service nova] Releasing lock "refresh_cache-aedf6b6d-5624-4217-9479-60a13b6d1494" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.082620] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36c26d54-7efc-4fa1-bf8e-e854927e5d8b tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "e25dd119-c032-4dfa-bd50-efa59fa5849f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.789s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.318158] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393535, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606661} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.318436] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.318644] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.318886] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa79d48c-6325-43ad-8b16-649cbabf0742 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.323509] env[62788]: DEBUG nova.scheduler.client.report [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.327834] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 652.327834] env[62788]: value = "task-2393536" [ 652.327834] env[62788]: _type = "Task" [ 652.327834] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.337559] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.369140] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52011110-98eb-333e-f496-55c73b81abb2, 'name': SearchDatastore_Task, 'duration_secs': 0.019451} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.369454] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 652.369714] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.369952] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.370234] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.370412] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.370632] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98187f29-1e22-4983-a825-b32af74ea2fd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.379608] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.379693] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.380472] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d8781e-258e-4671-ae98-180be0016242 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.386879] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 652.386879] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e77366-85cc-c25e-ec97-baf6fefa2f82" [ 652.386879] env[62788]: _type = "Task" [ 652.386879] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.395068] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e77366-85cc-c25e-ec97-baf6fefa2f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.462731] env[62788]: DEBUG nova.network.neutron [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance_info_cache with network_info: [{"id": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "address": "fa:16:3e:7a:e0:35", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e47cecb-f0", "ovs_interfaceid": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.585182] env[62788]: DEBUG nova.compute.manager [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 652.843990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.844856] env[62788]: DEBUG nova.compute.manager [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 652.847755] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068141} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.848076] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.743s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.849587] env[62788]: INFO nova.compute.claims [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.852402] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.853645] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a02d36-90f1-4405-a20c-1a09546e85d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.877397] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.878541] env[62788]: DEBUG nova.network.neutron [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Successfully updated port: b8698904-6a22-48f4-b6eb-abf2cc638eba {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.881204] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a627531-630e-440f-94b5-232942e453c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.918236] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e77366-85cc-c25e-ec97-baf6fefa2f82, 'name': SearchDatastore_Task, 'duration_secs': 0.039362} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.920696] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 652.920696] env[62788]: value = "task-2393537" [ 652.920696] env[62788]: _type = "Task" [ 652.920696] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.920696] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f0cd19-b972-4bc6-8d95-8b4196777bcd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.929147] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 652.929147] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f904bb-0ca4-3099-2e6e-b61c8543f2d1" [ 652.929147] env[62788]: _type = "Task" [ 652.929147] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.932751] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.942531] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f904bb-0ca4-3099-2e6e-b61c8543f2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.967964] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.009900] env[62788]: DEBUG nova.compute.manager [req-7d29193d-3f95-4214-a8e8-424c635fd146 req-2f5a1cab-a791-4738-bea1-6094af287be9 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Received event network-vif-plugged-b8698904-6a22-48f4-b6eb-abf2cc638eba {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 653.009900] env[62788]: DEBUG oslo_concurrency.lockutils [req-7d29193d-3f95-4214-a8e8-424c635fd146 req-2f5a1cab-a791-4738-bea1-6094af287be9 service nova] Acquiring lock "a03a8428-c4fc-4b30-85de-ae82635462fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.009900] env[62788]: DEBUG oslo_concurrency.lockutils [req-7d29193d-3f95-4214-a8e8-424c635fd146 req-2f5a1cab-a791-4738-bea1-6094af287be9 service nova] Lock "a03a8428-c4fc-4b30-85de-ae82635462fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.010347] env[62788]: DEBUG oslo_concurrency.lockutils [req-7d29193d-3f95-4214-a8e8-424c635fd146 req-2f5a1cab-a791-4738-bea1-6094af287be9 service nova] Lock "a03a8428-c4fc-4b30-85de-ae82635462fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.010347] env[62788]: DEBUG nova.compute.manager [req-7d29193d-3f95-4214-a8e8-424c635fd146 req-2f5a1cab-a791-4738-bea1-6094af287be9 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] No waiting events found dispatching network-vif-plugged-b8698904-6a22-48f4-b6eb-abf2cc638eba {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.010347] env[62788]: WARNING nova.compute.manager [req-7d29193d-3f95-4214-a8e8-424c635fd146 req-2f5a1cab-a791-4738-bea1-6094af287be9 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Received unexpected event network-vif-plugged-b8698904-6a22-48f4-b6eb-abf2cc638eba for instance with vm_state building and task_state block_device_mapping. [ 653.111517] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.359359] env[62788]: DEBUG nova.compute.utils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 653.361046] env[62788]: DEBUG nova.compute.manager [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 653.361228] env[62788]: DEBUG nova.network.neutron [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.408497] env[62788]: DEBUG oslo_concurrency.lockutils [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Acquiring lock "refresh_cache-a03a8428-c4fc-4b30-85de-ae82635462fe" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.408497] env[62788]: DEBUG oslo_concurrency.lockutils [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Acquired lock "refresh_cache-a03a8428-c4fc-4b30-85de-ae82635462fe" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.408497] env[62788]: DEBUG nova.network.neutron [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.408705] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquiring lock "e25dd119-c032-4dfa-bd50-efa59fa5849f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.408741] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "e25dd119-c032-4dfa-bd50-efa59fa5849f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.409602] env[62788]: INFO nova.compute.manager [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Rebooting instance [ 653.422352] env[62788]: DEBUG nova.policy [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8660df9878244fd1bf87dacffacbe342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44212501055f46efa3a5db08cd3964d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.434558] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393537, 'name': ReconfigVM_Task, 'duration_secs': 0.282546} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.437729] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.438716] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fde5bf8d-b54e-4259-b7dd-0080998c1846 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.448571] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f904bb-0ca4-3099-2e6e-b61c8543f2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.018155} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.449946] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.450226] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] aedf6b6d-5624-4217-9479-60a13b6d1494/aedf6b6d-5624-4217-9479-60a13b6d1494.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.450904] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 653.450904] env[62788]: value = "task-2393538" [ 653.450904] env[62788]: _type = "Task" [ 653.450904] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.451134] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4390a70c-4166-4bb3-ab2f-fef5614a52d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.464594] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393538, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.466887] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 653.466887] env[62788]: value = "task-2393539" [ 653.466887] env[62788]: _type = "Task" [ 653.466887] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.482204] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.493250] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36c666c-2bb8-4ef2-a01c-6016364a46fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.518404] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167c739a-584f-4464-8c88-63e289bb7ec9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.526249] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance '1c4ddad5-e6ec-435a-83ac-685492e923f3' progress to 83 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 653.867560] env[62788]: DEBUG nova.compute.manager [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 653.888365] env[62788]: DEBUG nova.network.neutron [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Successfully created port: 6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.946100] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquiring lock "refresh_cache-e25dd119-c032-4dfa-bd50-efa59fa5849f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.946100] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquired lock "refresh_cache-e25dd119-c032-4dfa-bd50-efa59fa5849f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.946490] env[62788]: DEBUG nova.network.neutron [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.968925] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393538, 'name': Rename_Task, 'duration_secs': 0.141282} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.972200] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.972991] env[62788]: DEBUG nova.network.neutron [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.976765] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f95057be-c430-4419-8005-3a02d907bc3e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.984243] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393539, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.985361] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 653.985361] env[62788]: value = "task-2393540" [ 653.985361] env[62788]: _type = "Task" [ 653.985361] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.995185] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.025368] env[62788]: DEBUG nova.compute.manager [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 654.026029] env[62788]: DEBUG nova.virt.hardware [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.026194] env[62788]: DEBUG nova.virt.hardware [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.026357] env[62788]: DEBUG nova.virt.hardware [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.026717] env[62788]: DEBUG nova.virt.hardware [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.026717] env[62788]: DEBUG nova.virt.hardware [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.026863] env[62788]: DEBUG nova.virt.hardware [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.027092] env[62788]: DEBUG nova.virt.hardware [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.027261] env[62788]: DEBUG nova.virt.hardware [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.027425] env[62788]: DEBUG nova.virt.hardware [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.027600] env[62788]: DEBUG nova.virt.hardware [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.027813] env[62788]: DEBUG nova.virt.hardware [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.031471] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3e7591-f541-4744-b4ca-9830994a9973 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.037270] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.038092] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24a8f786-f66a-48af-8f67-f6baa80317b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.048084] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33006958-6360-4366-aa3d-985b2233d152 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.051785] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 654.051785] env[62788]: value = "task-2393541" [ 654.051785] env[62788]: _type = "Task" [ 654.051785] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.078035] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393541, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.184881] env[62788]: DEBUG nova.network.neutron [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Updating instance_info_cache with network_info: [{"id": "b8698904-6a22-48f4-b6eb-abf2cc638eba", "address": "fa:16:3e:5b:9f:c6", "network": {"id": "fe82d17b-a401-4214-980a-6762abc6c0d4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-690434804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3231dc7b347d4b72a32110259367e716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8698904-6a", "ovs_interfaceid": "b8698904-6a22-48f4-b6eb-abf2cc638eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.406653] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3918955-185a-42b4-8896-4d648cd79ed6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.415649] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b04738-b394-458e-a50a-5e51b71dcbf3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.446166] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1503fbf6-0d61-4fff-84bc-3ad0f110a9aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.455788] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30362677-40f6-47ea-a29a-98057d0c78f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.469563] env[62788]: DEBUG nova.compute.provider_tree [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.479054] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393539, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.497087] env[62788]: DEBUG oslo_vmware.api [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393540, 'name': PowerOnVM_Task, 'duration_secs': 0.465013} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.497087] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.497087] env[62788]: INFO nova.compute.manager [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Took 4.95 seconds to spawn the instance on the hypervisor. [ 654.497087] env[62788]: DEBUG nova.compute.manager [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 654.497907] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c436f283-3a21-4086-90d4-11c03d82d6c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.564008] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.643674] env[62788]: DEBUG nova.compute.manager [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 654.644727] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6686cd6-7340-47d6-a873-e5a589d60c21 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.687600] env[62788]: DEBUG oslo_concurrency.lockutils [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Releasing lock "refresh_cache-a03a8428-c4fc-4b30-85de-ae82635462fe" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 654.688177] env[62788]: DEBUG nova.compute.manager [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Instance network_info: |[{"id": "b8698904-6a22-48f4-b6eb-abf2cc638eba", "address": "fa:16:3e:5b:9f:c6", "network": {"id": "fe82d17b-a401-4214-980a-6762abc6c0d4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-690434804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3231dc7b347d4b72a32110259367e716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8698904-6a", "ovs_interfaceid": "b8698904-6a22-48f4-b6eb-abf2cc638eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 654.688595] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:9f:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8698904-6a22-48f4-b6eb-abf2cc638eba', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.697119] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Creating folder: Project (3231dc7b347d4b72a32110259367e716). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.697412] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-140efe93-909d-4593-83cf-3dcdbb0698c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.711675] env[62788]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 654.712048] env[62788]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62788) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 654.712629] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Folder already exists: Project (3231dc7b347d4b72a32110259367e716). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 654.712914] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Creating folder: Instances. Parent ref: group-v485516. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.713221] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cd714fa-e5b3-4d34-88b6-2b37c1995dc9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.721864] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Created folder: Instances in parent group-v485516. [ 654.722128] env[62788]: DEBUG oslo.service.loopingcall [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 654.722311] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.722508] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc967a62-1ea3-4940-a829-0ff621445e97 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.745781] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.745781] env[62788]: value = "task-2393544" [ 654.745781] env[62788]: _type = "Task" [ 654.745781] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.756486] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393544, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.788844] env[62788]: DEBUG nova.network.neutron [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Updating instance_info_cache with network_info: [{"id": "97b2a548-49a9-4544-91b5-cfc6303ce030", "address": "fa:16:3e:69:c2:4d", "network": {"id": "9ab3a2b7-0e6c-402c-99c4-081a8a7a5623", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1191527497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "558ff92e19cf498e8f60f2e6b4ae9104", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b2a548-49", "ovs_interfaceid": "97b2a548-49a9-4544-91b5-cfc6303ce030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.881068] env[62788]: DEBUG nova.compute.manager [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 654.903260] env[62788]: DEBUG nova.virt.hardware [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.904156] env[62788]: DEBUG nova.virt.hardware [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.904156] env[62788]: DEBUG nova.virt.hardware [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.904156] env[62788]: DEBUG nova.virt.hardware [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.904156] env[62788]: DEBUG nova.virt.hardware [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.904322] env[62788]: DEBUG nova.virt.hardware [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.904567] env[62788]: DEBUG nova.virt.hardware [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.904852] env[62788]: DEBUG nova.virt.hardware [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.905014] env[62788]: DEBUG nova.virt.hardware [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.905063] env[62788]: DEBUG nova.virt.hardware [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.905238] env[62788]: DEBUG nova.virt.hardware [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.906223] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8318e281-3fc4-44bc-a2cd-32330039d0cd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.915165] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec97e031-2fcf-48f2-a4ea-30e642e51ba7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.975972] env[62788]: DEBUG nova.scheduler.client.report [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.983414] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393539, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.510421} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.983975] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] aedf6b6d-5624-4217-9479-60a13b6d1494/aedf6b6d-5624-4217-9479-60a13b6d1494.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.984254] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.984504] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0f76f02-0294-4db3-89e7-ca2c49eb9077 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.998466] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 654.998466] env[62788]: value = "task-2393545" [ 654.998466] env[62788]: _type = "Task" [ 654.998466] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.015513] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.018403] env[62788]: INFO nova.compute.manager [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Took 25.55 seconds to build instance. [ 655.067034] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.156313] env[62788]: INFO nova.compute.manager [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] instance snapshotting [ 655.159369] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389bd148-3dc2-417b-9959-e347737a2ccd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.181380] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbff168-8d7f-41bf-abc9-96c7fd4d82ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.256314] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393544, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.291639] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Releasing lock "refresh_cache-e25dd119-c032-4dfa-bd50-efa59fa5849f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.376673] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquiring lock "6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.376921] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.489173] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.490766] env[62788]: DEBUG nova.compute.manager [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 655.495784] env[62788]: DEBUG oslo_concurrency.lockutils [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.109s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.495784] env[62788]: DEBUG nova.objects.instance [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Lazy-loading 'resources' on Instance uuid f86fbb84-d0e7-4c7e-8b42-be203156b02f {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.508199] env[62788]: DEBUG nova.compute.manager [req-8fc7a45b-8519-42a4-8575-d604ac4ea558 req-c700ac8f-faa2-4fce-9d47-1c8ba7a41a14 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Received event network-changed-b8698904-6a22-48f4-b6eb-abf2cc638eba {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 655.509354] env[62788]: DEBUG nova.compute.manager [req-8fc7a45b-8519-42a4-8575-d604ac4ea558 req-c700ac8f-faa2-4fce-9d47-1c8ba7a41a14 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Refreshing instance network info cache due to event network-changed-b8698904-6a22-48f4-b6eb-abf2cc638eba. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 655.509354] env[62788]: DEBUG oslo_concurrency.lockutils [req-8fc7a45b-8519-42a4-8575-d604ac4ea558 req-c700ac8f-faa2-4fce-9d47-1c8ba7a41a14 service nova] Acquiring lock "refresh_cache-a03a8428-c4fc-4b30-85de-ae82635462fe" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.509354] env[62788]: DEBUG oslo_concurrency.lockutils [req-8fc7a45b-8519-42a4-8575-d604ac4ea558 req-c700ac8f-faa2-4fce-9d47-1c8ba7a41a14 service nova] Acquired lock "refresh_cache-a03a8428-c4fc-4b30-85de-ae82635462fe" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.511380] env[62788]: DEBUG nova.network.neutron [req-8fc7a45b-8519-42a4-8575-d604ac4ea558 req-c700ac8f-faa2-4fce-9d47-1c8ba7a41a14 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Refreshing network info cache for port b8698904-6a22-48f4-b6eb-abf2cc638eba {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.519302] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130539} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.519498] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.519967] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2a1a1682-f8f9-4cad-b6e0-655087ec7edf tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.010s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 655.521299] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5a9f00-be58-42c5-8d7f-21b3caffa934 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.551754] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] aedf6b6d-5624-4217-9479-60a13b6d1494/aedf6b6d-5624-4217-9479-60a13b6d1494.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.552647] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf0106c2-9f5f-4c8b-9f1f-f456cb338034 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.578799] env[62788]: DEBUG oslo_vmware.api [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393541, 'name': PowerOnVM_Task, 'duration_secs': 1.419099} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.580284] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.580577] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a422e28f-6599-42e7-bbee-67555409488e tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance '1c4ddad5-e6ec-435a-83ac-685492e923f3' progress to 100 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 655.587456] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 655.587456] env[62788]: value = "task-2393546" [ 655.587456] env[62788]: _type = "Task" [ 655.587456] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.598606] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.638222] env[62788]: DEBUG nova.network.neutron [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Successfully updated port: 6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.693495] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 655.693495] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-df16cb3e-d6ad-411c-bb50-7051d0c2b76d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.700659] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 655.700659] env[62788]: value = "task-2393547" [ 655.700659] env[62788]: _type = "Task" [ 655.700659] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.710626] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393547, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.756028] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393544, 'name': CreateVM_Task, 'duration_secs': 0.640561} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.756196] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.756892] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485519', 'volume_id': '1d2d2573-3120-46bf-9afa-df7fba266755', 'name': 'volume-1d2d2573-3120-46bf-9afa-df7fba266755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a03a8428-c4fc-4b30-85de-ae82635462fe', 'attached_at': '', 'detached_at': '', 'volume_id': '1d2d2573-3120-46bf-9afa-df7fba266755', 'serial': '1d2d2573-3120-46bf-9afa-df7fba266755'}, 'boot_index': 0, 'guest_format': None, 'attachment_id': '1fea2229-0f1a-4c1a-b70a-886cc7427681', 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62788) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 655.757133] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Root volume attach. Driver type: vmdk {{(pid=62788) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 655.757998] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef7e7d2-a134-42d7-951a-b81fec016d1d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.765747] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8120fda3-5705-46a0-aa15-e5aa1b9a66d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.771711] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8da2a6a-570e-433b-a708-54fb660da563 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.778556] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2f672d7a-833a-4e1d-9682-6e5b96f454f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.786049] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Waiting for the task: (returnval){ [ 655.786049] env[62788]: value = "task-2393548" [ 655.786049] env[62788]: _type = "Task" [ 655.786049] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.793930] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393548, 'name': RelocateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.796905] env[62788]: DEBUG nova.compute.manager [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 655.797868] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f68552-d72f-46c7-82b6-aadfc8d1a478 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.000133] env[62788]: DEBUG nova.compute.utils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 656.005420] env[62788]: DEBUG nova.compute.manager [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 656.005622] env[62788]: DEBUG nova.network.neutron [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.028516] env[62788]: DEBUG nova.compute.manager [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 656.084181] env[62788]: DEBUG nova.policy [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfdbd6a8111c41e6aa749f8fa9289e9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0064a36973ae4e01b42e974a2342d4e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.106833] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393546, 'name': ReconfigVM_Task, 'duration_secs': 0.437796} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.107634] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Reconfigured VM instance instance-00000010 to attach disk [datastore2] aedf6b6d-5624-4217-9479-60a13b6d1494/aedf6b6d-5624-4217-9479-60a13b6d1494.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.108456] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcbaefed-86be-429a-9ebb-401eeabf2bfd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.125287] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 656.125287] env[62788]: value = "task-2393549" [ 656.125287] env[62788]: _type = "Task" [ 656.125287] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.141323] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "refresh_cache-036aaecc-5f03-40c0-91d0-f4f5e505c620" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.141517] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "refresh_cache-036aaecc-5f03-40c0-91d0-f4f5e505c620" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.146660] env[62788]: DEBUG nova.network.neutron [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.153153] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393549, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.219817] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393547, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.303338] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393548, 'name': RelocateVM_Task} progress is 42%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.351519] env[62788]: DEBUG nova.network.neutron [req-8fc7a45b-8519-42a4-8575-d604ac4ea558 req-c700ac8f-faa2-4fce-9d47-1c8ba7a41a14 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Updated VIF entry in instance network info cache for port b8698904-6a22-48f4-b6eb-abf2cc638eba. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.351915] env[62788]: DEBUG nova.network.neutron [req-8fc7a45b-8519-42a4-8575-d604ac4ea558 req-c700ac8f-faa2-4fce-9d47-1c8ba7a41a14 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Updating instance_info_cache with network_info: [{"id": "b8698904-6a22-48f4-b6eb-abf2cc638eba", "address": "fa:16:3e:5b:9f:c6", "network": {"id": "fe82d17b-a401-4214-980a-6762abc6c0d4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-690434804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3231dc7b347d4b72a32110259367e716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8698904-6a", "ovs_interfaceid": "b8698904-6a22-48f4-b6eb-abf2cc638eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.509619] env[62788]: DEBUG nova.compute.manager [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 656.551382] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.554321] env[62788]: DEBUG nova.network.neutron [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Successfully created port: 4694114a-aa1f-440b-b6d1-83e936dcd489 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.621857] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbdf1f1-e076-4c72-9e0d-8c8750efb73f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.636370] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f09ab-2dff-41e9-819d-3acfe8ecaa72 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.640071] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393549, 'name': Rename_Task, 'duration_secs': 0.245777} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.640071] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.640818] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca184bb8-7638-45a0-9b36-67d5825a32e8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.679817] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bfded3-e233-49bc-a437-03964dae2742 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.682200] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 656.682200] env[62788]: value = "task-2393550" [ 656.682200] env[62788]: _type = "Task" [ 656.682200] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.696284] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393550, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.696920] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3db74a5-779e-40c7-8ab2-e7a2f0238d03 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.714871] env[62788]: INFO nova.compute.manager [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Rebuilding instance [ 656.717305] env[62788]: DEBUG nova.compute.provider_tree [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.732145] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393547, 'name': CreateSnapshot_Task, 'duration_secs': 0.697195} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.734149] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 656.734241] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57af73c8-5b68-44ef-b1ff-eaa3d62e91fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.741436] env[62788]: DEBUG nova.network.neutron [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.772238] env[62788]: DEBUG nova.compute.manager [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 656.772238] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8138c2-3050-4036-b539-be9b8361c617 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.801535] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393548, 'name': RelocateVM_Task} progress is 54%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.818731] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2dc351-ddd0-4a49-ae1d-c09b940fc7eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.830470] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Doing hard reboot of VM {{(pid=62788) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 656.831503] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-89775a37-1c03-4136-a02f-babe94923a46 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.840961] env[62788]: DEBUG oslo_vmware.api [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for the task: (returnval){ [ 656.840961] env[62788]: value = "task-2393551" [ 656.840961] env[62788]: _type = "Task" [ 656.840961] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.856352] env[62788]: DEBUG oslo_concurrency.lockutils [req-8fc7a45b-8519-42a4-8575-d604ac4ea558 req-c700ac8f-faa2-4fce-9d47-1c8ba7a41a14 service nova] Releasing lock "refresh_cache-a03a8428-c4fc-4b30-85de-ae82635462fe" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.856834] env[62788]: DEBUG oslo_vmware.api [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393551, 'name': ResetVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.973043] env[62788]: DEBUG nova.network.neutron [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Updating instance_info_cache with network_info: [{"id": "6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc", "address": "fa:16:3e:2b:7f:67", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1fb3f0-1b", "ovs_interfaceid": "6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.196618] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393550, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.225138] env[62788]: DEBUG nova.scheduler.client.report [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.265042] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 657.265042] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34509950-3b54-4ed2-a3f8-c933d26a4cc7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.275511] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 657.275511] env[62788]: value = "task-2393552" [ 657.275511] env[62788]: _type = "Task" [ 657.275511] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.286233] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393552, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.300081] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393548, 'name': RelocateVM_Task} progress is 67%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.358874] env[62788]: DEBUG oslo_vmware.api [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393551, 'name': ResetVM_Task, 'duration_secs': 0.108819} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.359357] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Did hard reboot of VM {{(pid=62788) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 657.359424] env[62788]: DEBUG nova.compute.manager [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 657.360433] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eee94e-8f4c-4a99-8821-5df7197304f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.475376] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "refresh_cache-036aaecc-5f03-40c0-91d0-f4f5e505c620" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.475839] env[62788]: DEBUG nova.compute.manager [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Instance network_info: |[{"id": "6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc", "address": "fa:16:3e:2b:7f:67", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1fb3f0-1b", "ovs_interfaceid": "6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 657.476947] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:7f:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.484760] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Creating folder: Project (44212501055f46efa3a5db08cd3964d9). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.485212] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ee98ef9-51c6-4444-831b-864a89669edf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.499328] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Created folder: Project (44212501055f46efa3a5db08cd3964d9) in parent group-v485515. [ 657.499683] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Creating folder: Instances. Parent ref: group-v485573. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.500071] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbe2f2a0-5159-4390-b512-6002dce995b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.513659] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Created folder: Instances in parent group-v485573. [ 657.513986] env[62788]: DEBUG oslo.service.loopingcall [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.514307] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.514574] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12861560-4612-4efe-8be9-76e5f9ea4443 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.533950] env[62788]: DEBUG nova.compute.manager [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 657.543722] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.543722] env[62788]: value = "task-2393555" [ 657.543722] env[62788]: _type = "Task" [ 657.543722] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.557534] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393555, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.565984] env[62788]: DEBUG nova.virt.hardware [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.566439] env[62788]: DEBUG nova.virt.hardware [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.566606] env[62788]: DEBUG nova.virt.hardware [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.566791] env[62788]: DEBUG nova.virt.hardware [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.566958] env[62788]: DEBUG nova.virt.hardware [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.567131] env[62788]: DEBUG nova.virt.hardware [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.567353] env[62788]: DEBUG nova.virt.hardware [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.567515] env[62788]: DEBUG nova.virt.hardware [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.567709] env[62788]: DEBUG nova.virt.hardware [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.567918] env[62788]: DEBUG nova.virt.hardware [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.568132] env[62788]: DEBUG nova.virt.hardware [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.569121] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963389c5-9bfc-4663-83f5-05b3cbe12737 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.579897] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85af1f8d-9039-46c4-980c-8ae9cfe85067 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.696826] env[62788]: DEBUG oslo_vmware.api [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393550, 'name': PowerOnVM_Task, 'duration_secs': 0.864977} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.697117] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.697330] env[62788]: INFO nova.compute.manager [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Took 10.80 seconds to spawn the instance on the hypervisor. [ 657.697518] env[62788]: DEBUG nova.compute.manager [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 657.698549] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec3fbd5-761e-4427-bfc5-9931222493db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.732077] env[62788]: DEBUG oslo_concurrency.lockutils [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.734753] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.208s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.735035] env[62788]: DEBUG nova.objects.instance [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Lazy-loading 'resources' on Instance uuid bb73b636-f415-43c3-bbdc-16f322315b81 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.760253] env[62788]: INFO nova.scheduler.client.report [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Deleted allocations for instance f86fbb84-d0e7-4c7e-8b42-be203156b02f [ 657.771015] env[62788]: DEBUG nova.compute.manager [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Received event network-vif-plugged-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 657.771282] env[62788]: DEBUG oslo_concurrency.lockutils [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] Acquiring lock "036aaecc-5f03-40c0-91d0-f4f5e505c620-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.771499] env[62788]: DEBUG oslo_concurrency.lockutils [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] Lock "036aaecc-5f03-40c0-91d0-f4f5e505c620-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.771759] env[62788]: DEBUG oslo_concurrency.lockutils [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] Lock "036aaecc-5f03-40c0-91d0-f4f5e505c620-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.771944] env[62788]: DEBUG nova.compute.manager [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] No waiting events found dispatching network-vif-plugged-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.773100] env[62788]: WARNING nova.compute.manager [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Received unexpected event network-vif-plugged-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc for instance with vm_state building and task_state spawning. [ 657.774144] env[62788]: DEBUG nova.compute.manager [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Received event network-changed-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 657.774144] env[62788]: DEBUG nova.compute.manager [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Refreshing instance network info cache due to event network-changed-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 657.774144] env[62788]: DEBUG oslo_concurrency.lockutils [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] Acquiring lock "refresh_cache-036aaecc-5f03-40c0-91d0-f4f5e505c620" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.774144] env[62788]: DEBUG oslo_concurrency.lockutils [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] Acquired lock "refresh_cache-036aaecc-5f03-40c0-91d0-f4f5e505c620" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.774323] env[62788]: DEBUG nova.network.neutron [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Refreshing network info cache for port 6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.793525] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393552, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.794073] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.797779] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09451387-d12c-4c4e-a38c-0b7c1e6cb99b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.806966] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393548, 'name': RelocateVM_Task} progress is 82%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.809051] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 657.809051] env[62788]: value = "task-2393556" [ 657.809051] env[62788]: _type = "Task" [ 657.809051] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.825016] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.877598] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c35d5453-50fd-40ec-9c99-2346504c6c3e tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "e25dd119-c032-4dfa-bd50-efa59fa5849f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.468s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.059586] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393555, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.115767] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "1c4ddad5-e6ec-435a-83ac-685492e923f3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.115767] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.115916] env[62788]: DEBUG nova.compute.manager [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Going to confirm migration 1 {{(pid=62788) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5264}} [ 658.223594] env[62788]: INFO nova.compute.manager [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Took 29.90 seconds to build instance. [ 658.269179] env[62788]: DEBUG oslo_concurrency.lockutils [None req-606da261-1bb8-4e33-9846-56ab6202a379 tempest-ImagesNegativeTestJSON-1736229022 tempest-ImagesNegativeTestJSON-1736229022-project-member] Lock "f86fbb84-d0e7-4c7e-8b42-be203156b02f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.381s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.292808] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393552, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.303691] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393548, 'name': RelocateVM_Task} progress is 95%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.322396] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393556, 'name': PowerOffVM_Task, 'duration_secs': 0.212752} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.322646] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.322893] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.323690] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4072824-3a33-4d06-a8be-efad3078f28d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.333305] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.333576] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c00ef1ba-fe2f-4e75-b704-16e1b9659061 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.367114] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.367461] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.367717] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Deleting the datastore file [datastore2] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.368075] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-761df971-dbc6-4d7d-a4ff-5601eb066269 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.374430] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 658.374430] env[62788]: value = "task-2393558" [ 658.374430] env[62788]: _type = "Task" [ 658.374430] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.387599] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.431909] env[62788]: DEBUG nova.network.neutron [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Successfully updated port: 4694114a-aa1f-440b-b6d1-83e936dcd489 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.554790] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393555, 'name': CreateVM_Task, 'duration_secs': 0.519534} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.555594] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.555853] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.555853] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.556364] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.556474] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd19e12a-54c0-4db4-b6bd-bfd54a075db8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.561746] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 658.561746] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f38a66-b4ea-db9a-d78b-ea23892146cb" [ 658.561746] env[62788]: _type = "Task" [ 658.561746] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.573090] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f38a66-b4ea-db9a-d78b-ea23892146cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.633248] env[62788]: DEBUG nova.network.neutron [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Updated VIF entry in instance network info cache for port 6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.633248] env[62788]: DEBUG nova.network.neutron [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Updating instance_info_cache with network_info: [{"id": "6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc", "address": "fa:16:3e:2b:7f:67", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e1fb3f0-1b", "ovs_interfaceid": "6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.691799] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.691952] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.692145] env[62788]: DEBUG nova.network.neutron [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.692333] env[62788]: DEBUG nova.objects.instance [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lazy-loading 'info_cache' on Instance uuid 1c4ddad5-e6ec-435a-83ac-685492e923f3 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.727417] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96718687-7bb7-4ba0-9498-d2bf38083aa0 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "aedf6b6d-5624-4217-9479-60a13b6d1494" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.044s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.793993] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393552, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.809700] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393548, 'name': RelocateVM_Task} progress is 97%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.817059] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a27731f-7116-4def-8ac9-58e488d86f93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.829032] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8163adcf-e483-4450-9cf7-7d0476e813b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.860639] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876483db-69dd-4513-8152-675c07e6bb58 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.869054] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b7a632-cd8d-47c8-9334-baa5b86b830f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.886588] env[62788]: DEBUG nova.compute.provider_tree [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.892919] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403292} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.893172] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.893355] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.893529] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.936647] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "refresh_cache-45f90bea-e2cc-4315-96c7-53c8c0ef67fd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.936647] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquired lock "refresh_cache-45f90bea-e2cc-4315-96c7-53c8c0ef67fd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.936647] env[62788]: DEBUG nova.network.neutron [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.998973] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquiring lock "e25dd119-c032-4dfa-bd50-efa59fa5849f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.998973] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "e25dd119-c032-4dfa-bd50-efa59fa5849f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.998973] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquiring lock "e25dd119-c032-4dfa-bd50-efa59fa5849f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.998973] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "e25dd119-c032-4dfa-bd50-efa59fa5849f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.999324] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "e25dd119-c032-4dfa-bd50-efa59fa5849f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.001849] env[62788]: INFO nova.compute.manager [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Terminating instance [ 659.074197] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f38a66-b4ea-db9a-d78b-ea23892146cb, 'name': SearchDatastore_Task, 'duration_secs': 0.034725} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.075287] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.075287] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.075287] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.075466] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.080324] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.080324] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b343446a-806d-4844-8640-1df3c3ba33f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.085620] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.085919] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.086756] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abfddf6b-5ddd-46ee-b0e6-23236a6277d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.092236] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 659.092236] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e8352b-8bcb-84a8-0c7b-3e9401fe5d9f" [ 659.092236] env[62788]: _type = "Task" [ 659.092236] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.100601] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e8352b-8bcb-84a8-0c7b-3e9401fe5d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.141475] env[62788]: DEBUG oslo_concurrency.lockutils [req-3f872ab0-44a5-437c-bbdf-2ce87ea3c05e req-0746478a-7ea5-4fe5-ab60-e5a756336389 service nova] Releasing lock "refresh_cache-036aaecc-5f03-40c0-91d0-f4f5e505c620" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.233138] env[62788]: DEBUG nova.compute.manager [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 659.292237] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393552, 'name': CloneVM_Task, 'duration_secs': 1.938566} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.292557] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Created linked-clone VM from snapshot [ 659.293704] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a82499-2195-466d-a6e4-e4550d268c1a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.304928] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Uploading image c31db2ea-14a5-49dd-9ff4-e4f9f5daf86d {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 659.310207] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393548, 'name': RelocateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.328224] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 659.328536] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-96b42eb9-ebc8-4f93-847c-f0524910dea7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.335516] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 659.335516] env[62788]: value = "task-2393559" [ 659.335516] env[62788]: _type = "Task" [ 659.335516] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.343873] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393559, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.390157] env[62788]: DEBUG nova.scheduler.client.report [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.505569] env[62788]: DEBUG nova.compute.manager [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 659.506098] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.507017] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edd60d6-5828-49f5-bba8-209091421551 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.515721] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.515876] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e3ad5eb-a42b-4bd7-8ac5-0e1732ca915a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.519676] env[62788]: DEBUG nova.network.neutron [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.522904] env[62788]: DEBUG oslo_vmware.api [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for the task: (returnval){ [ 659.522904] env[62788]: value = "task-2393560" [ 659.522904] env[62788]: _type = "Task" [ 659.522904] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.533217] env[62788]: DEBUG oslo_vmware.api [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.606909] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e8352b-8bcb-84a8-0c7b-3e9401fe5d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012293} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.611762] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b26a36-807a-43fa-bfe2-30b55d24205c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.617405] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 659.617405] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52316692-02e2-91c5-25a1-b3a563bcd989" [ 659.617405] env[62788]: _type = "Task" [ 659.617405] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.627745] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52316692-02e2-91c5-25a1-b3a563bcd989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.710276] env[62788]: DEBUG nova.network.neutron [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Updating instance_info_cache with network_info: [{"id": "4694114a-aa1f-440b-b6d1-83e936dcd489", "address": "fa:16:3e:ef:bd:a9", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4694114a-aa", "ovs_interfaceid": "4694114a-aa1f-440b-b6d1-83e936dcd489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.754376] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.809149] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393548, 'name': RelocateVM_Task, 'duration_secs': 3.539241} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.809545] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 659.809784] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485519', 'volume_id': '1d2d2573-3120-46bf-9afa-df7fba266755', 'name': 'volume-1d2d2573-3120-46bf-9afa-df7fba266755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a03a8428-c4fc-4b30-85de-ae82635462fe', 'attached_at': '', 'detached_at': '', 'volume_id': '1d2d2573-3120-46bf-9afa-df7fba266755', 'serial': '1d2d2573-3120-46bf-9afa-df7fba266755'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 659.810893] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5ad147-4bf0-4706-b2de-b764c0589be3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.834022] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa44d87e-388a-48dd-bb63-265889cc7fc3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.862474] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] volume-1d2d2573-3120-46bf-9afa-df7fba266755/volume-1d2d2573-3120-46bf-9afa-df7fba266755.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.866387] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6f3efa-71a3-49d9-8f1b-3627b9cf1962 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.881034] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393559, 'name': Destroy_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.886608] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Waiting for the task: (returnval){ [ 659.886608] env[62788]: value = "task-2393561" [ 659.886608] env[62788]: _type = "Task" [ 659.886608] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.896870] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.902367] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.035s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.902706] env[62788]: DEBUG nova.objects.instance [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lazy-loading 'resources' on Instance uuid fe93d593-a03b-4709-8716-7ec3965f81cf {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.904957] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.910016] env[62788]: DEBUG nova.compute.manager [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Received event network-vif-plugged-4694114a-aa1f-440b-b6d1-83e936dcd489 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 659.910266] env[62788]: DEBUG oslo_concurrency.lockutils [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] Acquiring lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.910499] env[62788]: DEBUG oslo_concurrency.lockutils [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] Lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.910687] env[62788]: DEBUG oslo_concurrency.lockutils [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] Lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.911023] env[62788]: DEBUG nova.compute.manager [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] No waiting events found dispatching network-vif-plugged-4694114a-aa1f-440b-b6d1-83e936dcd489 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.913190] env[62788]: WARNING nova.compute.manager [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Received unexpected event network-vif-plugged-4694114a-aa1f-440b-b6d1-83e936dcd489 for instance with vm_state building and task_state spawning. [ 659.913190] env[62788]: DEBUG nova.compute.manager [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Received event network-changed-4694114a-aa1f-440b-b6d1-83e936dcd489 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 659.913190] env[62788]: DEBUG nova.compute.manager [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Refreshing instance network info cache due to event network-changed-4694114a-aa1f-440b-b6d1-83e936dcd489. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 659.913190] env[62788]: DEBUG oslo_concurrency.lockutils [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] Acquiring lock "refresh_cache-45f90bea-e2cc-4315-96c7-53c8c0ef67fd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.923403] env[62788]: INFO nova.scheduler.client.report [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Deleted allocations for instance bb73b636-f415-43c3-bbdc-16f322315b81 [ 659.935933] env[62788]: DEBUG nova.virt.hardware [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.936199] env[62788]: DEBUG nova.virt.hardware [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.936367] env[62788]: DEBUG nova.virt.hardware [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.936560] env[62788]: DEBUG nova.virt.hardware [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.937251] env[62788]: DEBUG nova.virt.hardware [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.937251] env[62788]: DEBUG nova.virt.hardware [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.937251] env[62788]: DEBUG nova.virt.hardware [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.937251] env[62788]: DEBUG nova.virt.hardware [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.937500] env[62788]: DEBUG nova.virt.hardware [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.937690] env[62788]: DEBUG nova.virt.hardware [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.937928] env[62788]: DEBUG nova.virt.hardware [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.938826] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9124322-c9f4-48a0-b14b-a400cba2fb0d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.950142] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad542ac-eb7d-4d42-bd19-41f8d0ebf00f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.967958] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.976364] env[62788]: DEBUG oslo.service.loopingcall [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 659.976750] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.977284] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04ac7543-5ea5-439a-bee1-479fc6bcc884 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.997361] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.997361] env[62788]: value = "task-2393562" [ 659.997361] env[62788]: _type = "Task" [ 659.997361] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.005311] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393562, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.033551] env[62788]: DEBUG oslo_vmware.api [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393560, 'name': PowerOffVM_Task, 'duration_secs': 0.368659} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.033929] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.034110] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.034398] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ae7ecfd-09b2-472d-b80f-51c4acdbc498 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.130950] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52316692-02e2-91c5-25a1-b3a563bcd989, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.131317] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.131574] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.131886] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-370c7b90-0081-4e1b-a0c5-ff1e6f2f612f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.138526] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 660.138526] env[62788]: value = "task-2393564" [ 660.138526] env[62788]: _type = "Task" [ 660.138526] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.147131] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.212625] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Releasing lock "refresh_cache-45f90bea-e2cc-4315-96c7-53c8c0ef67fd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.213143] env[62788]: DEBUG nova.compute.manager [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Instance network_info: |[{"id": "4694114a-aa1f-440b-b6d1-83e936dcd489", "address": "fa:16:3e:ef:bd:a9", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4694114a-aa", "ovs_interfaceid": "4694114a-aa1f-440b-b6d1-83e936dcd489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 660.213329] env[62788]: DEBUG oslo_concurrency.lockutils [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] Acquired lock "refresh_cache-45f90bea-e2cc-4315-96c7-53c8c0ef67fd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.213515] env[62788]: DEBUG nova.network.neutron [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Refreshing network info cache for port 4694114a-aa1f-440b-b6d1-83e936dcd489 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.214951] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:bd:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4694114a-aa1f-440b-b6d1-83e936dcd489', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.226245] env[62788]: DEBUG oslo.service.loopingcall [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.227728] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.228091] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d845636a-c154-40fc-9b71-99855f35ad3d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.254518] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.254518] env[62788]: value = "task-2393565" [ 660.254518] env[62788]: _type = "Task" [ 660.254518] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.268826] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393565, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.356847] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393559, 'name': Destroy_Task, 'duration_secs': 0.704495} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.358883] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Destroyed the VM [ 660.359424] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 660.359755] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.359979] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.360209] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Deleting the datastore file [datastore2] e25dd119-c032-4dfa-bd50-efa59fa5849f {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.360482] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d4e9251d-f3db-4482-881f-8222530a7477 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.362385] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3ff1f33-a466-4f6a-8bdb-16b2f44c3915 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.369179] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 660.369179] env[62788]: value = "task-2393566" [ 660.369179] env[62788]: _type = "Task" [ 660.369179] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.370876] env[62788]: DEBUG oslo_vmware.api [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for the task: (returnval){ [ 660.370876] env[62788]: value = "task-2393567" [ 660.370876] env[62788]: _type = "Task" [ 660.370876] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.382013] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393566, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.385895] env[62788]: DEBUG oslo_vmware.api [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.396063] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393561, 'name': ReconfigVM_Task, 'duration_secs': 0.388557} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.396329] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Reconfigured VM instance instance-00000012 to attach disk [datastore2] volume-1d2d2573-3120-46bf-9afa-df7fba266755/volume-1d2d2573-3120-46bf-9afa-df7fba266755.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.402202] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d75e5ed9-6853-4f56-8b45-c274d022c01a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.424833] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Waiting for the task: (returnval){ [ 660.424833] env[62788]: value = "task-2393568" [ 660.424833] env[62788]: _type = "Task" [ 660.424833] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.435052] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393568, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.435052] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5aabaabf-a1ce-481b-ae1f-e6659960b29f tempest-ServerPasswordTestJSON-670803600 tempest-ServerPasswordTestJSON-670803600-project-member] Lock "bb73b636-f415-43c3-bbdc-16f322315b81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.164s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.512486] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393562, 'name': CreateVM_Task, 'duration_secs': 0.310779} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.512906] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.513506] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.513705] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.514353] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 660.518318] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ff78c40-c9cf-4185-b97b-69b957b53687 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.520491] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 660.520491] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528fcf2b-b17e-e15d-57f4-3eafb49dde90" [ 660.520491] env[62788]: _type = "Task" [ 660.520491] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.524296] env[62788]: DEBUG nova.network.neutron [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance_info_cache with network_info: [{"id": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "address": "fa:16:3e:7a:e0:35", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e47cecb-f0", "ovs_interfaceid": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.536682] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528fcf2b-b17e-e15d-57f4-3eafb49dde90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.546960] env[62788]: DEBUG nova.compute.manager [req-e1d510e4-5e5b-4b13-9592-19b32cdea02c req-a582279b-fe1e-4a6c-b517-832947b5f8a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Received event network-changed-21661470-0e2c-4a0b-8db4-694130b709f4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 660.547206] env[62788]: DEBUG nova.compute.manager [req-e1d510e4-5e5b-4b13-9592-19b32cdea02c req-a582279b-fe1e-4a6c-b517-832947b5f8a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Refreshing instance network info cache due to event network-changed-21661470-0e2c-4a0b-8db4-694130b709f4. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 660.549309] env[62788]: DEBUG oslo_concurrency.lockutils [req-e1d510e4-5e5b-4b13-9592-19b32cdea02c req-a582279b-fe1e-4a6c-b517-832947b5f8a5 service nova] Acquiring lock "refresh_cache-aedf6b6d-5624-4217-9479-60a13b6d1494" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.549309] env[62788]: DEBUG oslo_concurrency.lockutils [req-e1d510e4-5e5b-4b13-9592-19b32cdea02c req-a582279b-fe1e-4a6c-b517-832947b5f8a5 service nova] Acquired lock "refresh_cache-aedf6b6d-5624-4217-9479-60a13b6d1494" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.549309] env[62788]: DEBUG nova.network.neutron [req-e1d510e4-5e5b-4b13-9592-19b32cdea02c req-a582279b-fe1e-4a6c-b517-832947b5f8a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Refreshing network info cache for port 21661470-0e2c-4a0b-8db4-694130b709f4 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.649727] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393564, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.767829] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393565, 'name': CreateVM_Task, 'duration_secs': 0.340069} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.768187] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.772157] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.886251] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393566, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.889977] env[62788]: DEBUG oslo_vmware.api [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Task: {'id': task-2393567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477517} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.889977] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.890282] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.890483] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.890709] env[62788]: INFO nova.compute.manager [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Took 1.38 seconds to destroy the instance on the hypervisor. [ 660.891024] env[62788]: DEBUG oslo.service.loopingcall [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.894107] env[62788]: DEBUG nova.compute.manager [-] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 660.894107] env[62788]: DEBUG nova.network.neutron [-] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 660.934580] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa13458-5384-4612-aa47-277e38527dda {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.942260] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393568, 'name': ReconfigVM_Task, 'duration_secs': 0.338514} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.944246] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485519', 'volume_id': '1d2d2573-3120-46bf-9afa-df7fba266755', 'name': 'volume-1d2d2573-3120-46bf-9afa-df7fba266755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a03a8428-c4fc-4b30-85de-ae82635462fe', 'attached_at': '', 'detached_at': '', 'volume_id': '1d2d2573-3120-46bf-9afa-df7fba266755', 'serial': '1d2d2573-3120-46bf-9afa-df7fba266755'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 660.945163] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-098d5dbd-eaa8-4791-9961-be13ba3c8dfe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.947616] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8241efcc-053f-4772-a1e3-f42d938d59ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.982594] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae44ee46-a416-4122-bdc4-3e2ba399973a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.985415] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Waiting for the task: (returnval){ [ 660.985415] env[62788]: value = "task-2393569" [ 660.985415] env[62788]: _type = "Task" [ 660.985415] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.992375] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fac703-ee45-4185-9306-87921ca48be2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.000007] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393569, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.009644] env[62788]: DEBUG nova.compute.provider_tree [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.035101] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.035404] env[62788]: DEBUG nova.objects.instance [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lazy-loading 'migration_context' on Instance uuid 1c4ddad5-e6ec-435a-83ac-685492e923f3 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.036520] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528fcf2b-b17e-e15d-57f4-3eafb49dde90, 'name': SearchDatastore_Task, 'duration_secs': 0.022019} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.039578] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.039841] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.040132] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.040332] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.040548] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.041059] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.041415] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.041660] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e338acee-d0b9-4521-a13c-7addb1bb295d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.043821] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd50eaa8-c68c-458a-a1f2-42082b27a4a9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.052343] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 661.052343] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52aa7141-d2a5-745a-ba6b-f4d8d5b0e150" [ 661.052343] env[62788]: _type = "Task" [ 661.052343] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.055810] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.056012] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.057053] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-143068b4-3a66-4b81-86a1-fb7584f6e58d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.063182] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52aa7141-d2a5-745a-ba6b-f4d8d5b0e150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.066722] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 661.066722] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e78ce6-04e7-9b17-2517-3f9ef765e0ad" [ 661.066722] env[62788]: _type = "Task" [ 661.066722] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.075136] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e78ce6-04e7-9b17-2517-3f9ef765e0ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.148466] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560255} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.148902] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.149047] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.149365] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a57852f-0489-49c2-96eb-28e0b49d552d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.157914] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 661.157914] env[62788]: value = "task-2393570" [ 661.157914] env[62788]: _type = "Task" [ 661.157914] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.165450] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.233710] env[62788]: DEBUG nova.network.neutron [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Updated VIF entry in instance network info cache for port 4694114a-aa1f-440b-b6d1-83e936dcd489. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.234043] env[62788]: DEBUG nova.network.neutron [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Updating instance_info_cache with network_info: [{"id": "4694114a-aa1f-440b-b6d1-83e936dcd489", "address": "fa:16:3e:ef:bd:a9", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4694114a-aa", "ovs_interfaceid": "4694114a-aa1f-440b-b6d1-83e936dcd489", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.383203] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393566, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.496201] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393569, 'name': Rename_Task, 'duration_secs': 0.300924} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.496529] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.496760] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6d28b91-7e16-4e1b-9c3f-261414d779fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.503358] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Waiting for the task: (returnval){ [ 661.503358] env[62788]: value = "task-2393571" [ 661.503358] env[62788]: _type = "Task" [ 661.503358] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.515431] env[62788]: DEBUG nova.scheduler.client.report [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.520410] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.542947] env[62788]: DEBUG nova.objects.base [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Object Instance<1c4ddad5-e6ec-435a-83ac-685492e923f3> lazy-loaded attributes: info_cache,migration_context {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 661.544174] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69527cf-d088-4eb9-8c61-ff7fde0fa21d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.569668] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e16133de-8007-47d0-89c7-c35b9d965d0d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.573468] env[62788]: DEBUG nova.network.neutron [req-e1d510e4-5e5b-4b13-9592-19b32cdea02c req-a582279b-fe1e-4a6c-b517-832947b5f8a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Updated VIF entry in instance network info cache for port 21661470-0e2c-4a0b-8db4-694130b709f4. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.573809] env[62788]: DEBUG nova.network.neutron [req-e1d510e4-5e5b-4b13-9592-19b32cdea02c req-a582279b-fe1e-4a6c-b517-832947b5f8a5 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Updating instance_info_cache with network_info: [{"id": "21661470-0e2c-4a0b-8db4-694130b709f4", "address": "fa:16:3e:a2:19:77", "network": {"id": "ec32d157-c6e7-4aae-8218-0380b2aaf6fa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1468670508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a66c96d264f4031b9e87d76a15007c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21661470-0e", "ovs_interfaceid": "21661470-0e2c-4a0b-8db4-694130b709f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.590073] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52aa7141-d2a5-745a-ba6b-f4d8d5b0e150, 'name': SearchDatastore_Task, 'duration_secs': 0.015034} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.595246] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.596239] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.596239] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.596239] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e78ce6-04e7-9b17-2517-3f9ef765e0ad, 'name': SearchDatastore_Task, 'duration_secs': 0.015668} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.596372] env[62788]: DEBUG oslo_vmware.api [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 661.596372] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5200657f-a4ae-6af5-62f6-1b19769905b8" [ 661.596372] env[62788]: _type = "Task" [ 661.596372] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.597939] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c7c7f51-427c-4fd8-96af-16ea4f2415ca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.610679] env[62788]: DEBUG oslo_vmware.api [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5200657f-a4ae-6af5-62f6-1b19769905b8, 'name': SearchDatastore_Task, 'duration_secs': 0.021016} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.610996] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 661.610996] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525b1774-47c6-4426-23a9-a2abf9a6003c" [ 661.610996] env[62788]: _type = "Task" [ 661.610996] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.611249] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.621986] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525b1774-47c6-4426-23a9-a2abf9a6003c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.668696] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299954} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.669070] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.670114] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf2429e-ede9-4473-a4bc-e995a6b7dbdd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.693708] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.693998] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c608fd4-4a3e-4283-856c-d33768648cd5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.713944] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 661.713944] env[62788]: value = "task-2393572" [ 661.713944] env[62788]: _type = "Task" [ 661.713944] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.721882] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.737969] env[62788]: DEBUG oslo_concurrency.lockutils [req-7bb2a133-5e11-4dd5-8bb7-651b8a676afc req-6551a9eb-1a99-4ec9-af06-31db34e07c6b service nova] Releasing lock "refresh_cache-45f90bea-e2cc-4315-96c7-53c8c0ef67fd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.829997] env[62788]: DEBUG nova.network.neutron [-] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.883228] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393566, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.016575] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.022851] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.025820] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.973s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.026026] env[62788]: DEBUG nova.objects.instance [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Lazy-loading 'resources' on Instance uuid f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.061629] env[62788]: INFO nova.scheduler.client.report [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Deleted allocations for instance fe93d593-a03b-4709-8716-7ec3965f81cf [ 662.076361] env[62788]: DEBUG oslo_concurrency.lockutils [req-e1d510e4-5e5b-4b13-9592-19b32cdea02c req-a582279b-fe1e-4a6c-b517-832947b5f8a5 service nova] Releasing lock "refresh_cache-aedf6b6d-5624-4217-9479-60a13b6d1494" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.125526] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525b1774-47c6-4426-23a9-a2abf9a6003c, 'name': SearchDatastore_Task, 'duration_secs': 0.046342} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.125785] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.125967] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.126264] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.126451] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.126884] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20b2bcac-effd-4675-8a0d-4cd6622b5c6f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.128704] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dac0399-d514-449c-a24f-f48a8497fa8e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.135906] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 662.135906] env[62788]: value = "task-2393573" [ 662.135906] env[62788]: _type = "Task" [ 662.135906] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.141566] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.141763] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.142843] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51e0f60-f84a-462b-96c3-e7122974369e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.149944] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.154634] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 662.154634] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528ddac7-6686-3bea-01f1-f6311029ccf7" [ 662.154634] env[62788]: _type = "Task" [ 662.154634] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.156608] env[62788]: DEBUG nova.compute.manager [req-e8077c8b-c773-4577-b34c-a88370b86b43 req-6511d11c-e59d-4eb1-9db9-dbcbdfde2805 service nova] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Received event network-vif-deleted-97b2a548-49a9-4544-91b5-cfc6303ce030 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 662.168946] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528ddac7-6686-3bea-01f1-f6311029ccf7, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.170264] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae854bf-4804-4cda-9ad9-163528b17e8a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.176327] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 662.176327] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5225ad8f-59d3-1e50-24aa-1a0fd689da1e" [ 662.176327] env[62788]: _type = "Task" [ 662.176327] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.187773] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5225ad8f-59d3-1e50-24aa-1a0fd689da1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.227050] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393572, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.334620] env[62788]: INFO nova.compute.manager [-] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Took 1.44 seconds to deallocate network for instance. [ 662.390311] env[62788]: DEBUG oslo_vmware.api [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393566, 'name': RemoveSnapshot_Task, 'duration_secs': 1.619482} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.390495] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 662.516959] env[62788]: DEBUG oslo_vmware.api [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393571, 'name': PowerOnVM_Task, 'duration_secs': 0.81397} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.517313] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.517531] env[62788]: INFO nova.compute.manager [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Took 8.49 seconds to spawn the instance on the hypervisor. [ 662.517698] env[62788]: DEBUG nova.compute.manager [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 662.518585] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c685beb-f23f-4d36-991e-67142ec17986 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.581129] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7434fe9c-11b8-42e7-83ff-91379b217668 tempest-AttachInterfacesV270Test-1576415455 tempest-AttachInterfacesV270Test-1576415455-project-member] Lock "fe93d593-a03b-4709-8716-7ec3965f81cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.066s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.661677] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393573, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.687247] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5225ad8f-59d3-1e50-24aa-1a0fd689da1e, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.690331] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 662.690721] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 45f90bea-e2cc-4315-96c7-53c8c0ef67fd/45f90bea-e2cc-4315-96c7-53c8c0ef67fd.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.691641] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd4940c4-3cf6-4cce-98d3-089670923704 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.698369] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 662.698369] env[62788]: value = "task-2393574" [ 662.698369] env[62788]: _type = "Task" [ 662.698369] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.711409] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.723578] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393572, 'name': ReconfigVM_Task, 'duration_secs': 0.52688} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.723699] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.724720] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97e587a3-aed6-485c-ba37-cc43093b0088 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.733524] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 662.733524] env[62788]: value = "task-2393575" [ 662.733524] env[62788]: _type = "Task" [ 662.733524] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.744604] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393575, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.842852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.897545] env[62788]: WARNING nova.compute.manager [None req-3dba288d-2a93-4935-a576-ca693afa9dd6 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Image not found during snapshot: nova.exception.ImageNotFound: Image c31db2ea-14a5-49dd-9ff4-e4f9f5daf86d could not be found. [ 663.044342] env[62788]: INFO nova.compute.manager [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Took 33.07 seconds to build instance. [ 663.124261] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3e1c37-cb0d-4da8-a52d-8f53a0517cd8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.136575] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d2f1e7-b360-4ae7-ae05-662fb54fe242 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.152035] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573316} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.180298] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.180626] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.181415] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c3b63be-9219-46c8-bfa0-b4465c2a6261 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.184404] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d560f2-54c9-4300-bed3-f8595371ec92 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.195711] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923af928-0a7e-4df3-91c0-bcb2156936e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.199515] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 663.199515] env[62788]: value = "task-2393576" [ 663.199515] env[62788]: _type = "Task" [ 663.199515] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.215422] env[62788]: DEBUG nova.compute.provider_tree [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.224434] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.229504] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521962} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.230925] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 45f90bea-e2cc-4315-96c7-53c8c0ef67fd/45f90bea-e2cc-4315-96c7-53c8c0ef67fd.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.231418] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.234811] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8f5a929-5925-4616-ae43-0d624e6ecdcd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.249780] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393575, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.251923] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 663.251923] env[62788]: value = "task-2393577" [ 663.251923] env[62788]: _type = "Task" [ 663.251923] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.262993] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.549871] env[62788]: DEBUG oslo_concurrency.lockutils [None req-86b7a76c-1c72-4cee-abf3-4bc53de55702 tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Lock "a03a8428-c4fc-4b30-85de-ae82635462fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.274s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.718021] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070179} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.718021] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.718021] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5a822c-9124-41c1-8c54-8130b4aef33d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.722415] env[62788]: DEBUG nova.scheduler.client.report [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.745851] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.749101] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.749101] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.749101] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.749101] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.749414] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.749947] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52018d51-1d62-42aa-bddc-05ddc34f881e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.768375] env[62788]: INFO nova.compute.manager [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Terminating instance [ 663.787344] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393575, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.795019] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.236966} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.795019] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 663.795019] env[62788]: value = "task-2393578" [ 663.795019] env[62788]: _type = "Task" [ 663.795019] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.795019] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.795019] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e8573e-4e0d-4933-8511-11e2253e7eb1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.805645] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.825866] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 45f90bea-e2cc-4315-96c7-53c8c0ef67fd/45f90bea-e2cc-4315-96c7-53c8c0ef67fd.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.826338] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74166f57-0901-46d2-ba73-759c46baac65 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.848176] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 663.848176] env[62788]: value = "task-2393579" [ 663.848176] env[62788]: _type = "Task" [ 663.848176] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.856234] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.052715] env[62788]: DEBUG nova.compute.manager [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 664.229805] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.233035] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.966s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.233294] env[62788]: DEBUG nova.objects.instance [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Lazy-loading 'resources' on Instance uuid 29c06b51-9044-4e41-8bad-d09cd62a9622 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.263207] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393575, 'name': Rename_Task, 'duration_secs': 1.129659} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.264367] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.264510] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5f30add-d817-4390-86c9-80071a74066b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.271184] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 664.271184] env[62788]: value = "task-2393580" [ 664.271184] env[62788]: _type = "Task" [ 664.271184] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.272265] env[62788]: INFO nova.scheduler.client.report [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Deleted allocations for instance f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8 [ 664.283806] env[62788]: DEBUG nova.compute.manager [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 664.284082] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.285186] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8461615-1b73-421f-a841-d57522e062ab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.293462] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393580, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.298562] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.298838] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6957ab8-a65b-403a-b9c8-a64c4ac8ce49 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.305594] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.307880] env[62788]: DEBUG oslo_vmware.api [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 664.307880] env[62788]: value = "task-2393581" [ 664.307880] env[62788]: _type = "Task" [ 664.307880] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.325449] env[62788]: DEBUG oslo_vmware.api [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.358207] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393579, 'name': ReconfigVM_Task, 'duration_secs': 0.28862} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.358839] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 45f90bea-e2cc-4315-96c7-53c8c0ef67fd/45f90bea-e2cc-4315-96c7-53c8c0ef67fd.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.359676] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40a11437-7754-409b-b636-b053ecc1dac6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.365701] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 664.365701] env[62788]: value = "task-2393582" [ 664.365701] env[62788]: _type = "Task" [ 664.365701] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.375469] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393582, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.581249] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.788213] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3b62255c-e964-4975-8933-325c52f3902a tempest-TenantUsagesTestJSON-77282476 tempest-TenantUsagesTestJSON-77282476-project-member] Lock "f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.012s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.794053] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393580, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.807740] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393578, 'name': ReconfigVM_Task, 'duration_secs': 0.941975} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.808070] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Reconfigured VM instance instance-00000011 to attach disk [datastore1] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.809383] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef756340-14b0-4211-b0b1-761ec4b465fe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.831657] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 664.831657] env[62788]: value = "task-2393583" [ 664.831657] env[62788]: _type = "Task" [ 664.831657] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.832452] env[62788]: DEBUG oslo_vmware.api [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393581, 'name': PowerOffVM_Task, 'duration_secs': 0.280512} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.832452] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.834377] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.836304] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61dca212-d50b-4bbb-8a05-9c874cc9f0fe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.848818] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393583, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.879755] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393582, 'name': Rename_Task, 'duration_secs': 0.147138} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.883803] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.884363] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d9e25bf-f129-449d-96f6-8b9ec5b44a5f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.892804] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 664.892804] env[62788]: value = "task-2393585" [ 664.892804] env[62788]: _type = "Task" [ 664.892804] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.906534] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.907991] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.907991] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Deleting the datastore file [datastore2] 3439b9b7-2d18-4068-98ee-ca3e206d6d2f {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.907991] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6cade6a-b989-46c9-97ad-7d8c12d70fa0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.915171] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393585, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.921403] env[62788]: DEBUG oslo_vmware.api [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 664.921403] env[62788]: value = "task-2393586" [ 664.921403] env[62788]: _type = "Task" [ 664.921403] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.932670] env[62788]: DEBUG oslo_vmware.api [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.344689] env[62788]: DEBUG oslo_vmware.api [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393580, 'name': PowerOnVM_Task, 'duration_secs': 0.791655} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.344689] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.344689] env[62788]: INFO nova.compute.manager [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Took 10.42 seconds to spawn the instance on the hypervisor. [ 665.344689] env[62788]: DEBUG nova.compute.manager [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 665.344689] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb48b3a1-9adc-42f1-a99e-72bcc7549110 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.356924] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393583, 'name': Rename_Task, 'duration_secs': 0.172312} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.357540] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.357540] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-960e9020-1b20-4042-ac64-a827731b5436 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.364944] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 665.364944] env[62788]: value = "task-2393587" [ 665.364944] env[62788]: _type = "Task" [ 665.364944] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.383287] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393587, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.404641] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393585, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.430085] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abd1098-ce5a-4bb1-b331-1f23d46e9f0d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.437748] env[62788]: DEBUG oslo_vmware.api [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365463} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.440941] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.441499] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.441980] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.442446] env[62788]: INFO nova.compute.manager [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 665.442912] env[62788]: DEBUG oslo.service.loopingcall [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.443498] env[62788]: DEBUG nova.compute.manager [-] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 665.445059] env[62788]: DEBUG nova.network.neutron [-] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.449019] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0359e1bc-d66e-479e-961a-675ae9a9995c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.487262] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42130bf-a61b-4bc8-8da6-78eed565935e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.497984] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9293a7cf-803b-4ac6-92af-3f5363abab06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.514582] env[62788]: DEBUG nova.compute.provider_tree [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.684162] env[62788]: DEBUG nova.compute.manager [req-5109c8d7-6879-4917-a367-f0c2d56d7052 req-ee4a20dd-7140-4d7c-a77c-118ecf8f6caf service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Received event network-changed-b8698904-6a22-48f4-b6eb-abf2cc638eba {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 665.684730] env[62788]: DEBUG nova.compute.manager [req-5109c8d7-6879-4917-a367-f0c2d56d7052 req-ee4a20dd-7140-4d7c-a77c-118ecf8f6caf service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Refreshing instance network info cache due to event network-changed-b8698904-6a22-48f4-b6eb-abf2cc638eba. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 665.684887] env[62788]: DEBUG oslo_concurrency.lockutils [req-5109c8d7-6879-4917-a367-f0c2d56d7052 req-ee4a20dd-7140-4d7c-a77c-118ecf8f6caf service nova] Acquiring lock "refresh_cache-a03a8428-c4fc-4b30-85de-ae82635462fe" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.686052] env[62788]: DEBUG oslo_concurrency.lockutils [req-5109c8d7-6879-4917-a367-f0c2d56d7052 req-ee4a20dd-7140-4d7c-a77c-118ecf8f6caf service nova] Acquired lock "refresh_cache-a03a8428-c4fc-4b30-85de-ae82635462fe" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.686052] env[62788]: DEBUG nova.network.neutron [req-5109c8d7-6879-4917-a367-f0c2d56d7052 req-ee4a20dd-7140-4d7c-a77c-118ecf8f6caf service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Refreshing network info cache for port b8698904-6a22-48f4-b6eb-abf2cc638eba {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.823950] env[62788]: INFO nova.compute.manager [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Took 35.19 seconds to build instance. [ 665.887018] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.903876] env[62788]: DEBUG oslo_vmware.api [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393585, 'name': PowerOnVM_Task, 'duration_secs': 0.66444} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.904420] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.904660] env[62788]: INFO nova.compute.manager [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Took 8.37 seconds to spawn the instance on the hypervisor. [ 665.904838] env[62788]: DEBUG nova.compute.manager [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 665.906045] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bec1252-4623-477b-adb3-f9434298a8e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.018054] env[62788]: DEBUG nova.scheduler.client.report [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.329782] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f9f713e-7ddc-4b85-b328-cdbbd87dcb9c tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "036aaecc-5f03-40c0-91d0-f4f5e505c620" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.671s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.386161] env[62788]: DEBUG oslo_vmware.api [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393587, 'name': PowerOnVM_Task, 'duration_secs': 0.935075} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.386161] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.386161] env[62788]: DEBUG nova.compute.manager [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 666.386601] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4215c0c0-c33e-4bac-b7fb-92b827381d21 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.397297] env[62788]: DEBUG nova.compute.manager [req-49a8c1e9-414f-4323-b433-13b296a27db8 req-c13b19e4-1638-40b5-85bc-448f4f778d56 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Received event network-vif-deleted-1a911b51-4528-46ab-9fe0-c8655580ab7c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 666.397297] env[62788]: INFO nova.compute.manager [req-49a8c1e9-414f-4323-b433-13b296a27db8 req-c13b19e4-1638-40b5-85bc-448f4f778d56 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Neutron deleted interface 1a911b51-4528-46ab-9fe0-c8655580ab7c; detaching it from the instance and deleting it from the info cache [ 666.397297] env[62788]: DEBUG nova.network.neutron [req-49a8c1e9-414f-4323-b433-13b296a27db8 req-c13b19e4-1638-40b5-85bc-448f4f778d56 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.428443] env[62788]: INFO nova.compute.manager [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Took 32.35 seconds to build instance. [ 666.524829] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.527668] env[62788]: DEBUG oslo_concurrency.lockutils [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.107s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 666.528087] env[62788]: DEBUG nova.objects.instance [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Lazy-loading 'resources' on Instance uuid 20b46e5d-c3db-48c5-b10b-4494c2f3dca5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.556764] env[62788]: INFO nova.scheduler.client.report [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Deleted allocations for instance 29c06b51-9044-4e41-8bad-d09cd62a9622 [ 666.567537] env[62788]: DEBUG nova.network.neutron [-] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.600589] env[62788]: DEBUG nova.network.neutron [req-5109c8d7-6879-4917-a367-f0c2d56d7052 req-ee4a20dd-7140-4d7c-a77c-118ecf8f6caf service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Updated VIF entry in instance network info cache for port b8698904-6a22-48f4-b6eb-abf2cc638eba. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.600941] env[62788]: DEBUG nova.network.neutron [req-5109c8d7-6879-4917-a367-f0c2d56d7052 req-ee4a20dd-7140-4d7c-a77c-118ecf8f6caf service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Updating instance_info_cache with network_info: [{"id": "b8698904-6a22-48f4-b6eb-abf2cc638eba", "address": "fa:16:3e:5b:9f:c6", "network": {"id": "fe82d17b-a401-4214-980a-6762abc6c0d4", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-690434804-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3231dc7b347d4b72a32110259367e716", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8698904-6a", "ovs_interfaceid": "b8698904-6a22-48f4-b6eb-abf2cc638eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.835157] env[62788]: DEBUG nova.compute.manager [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 666.903158] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6684a731-3c8a-40f5-9273-3b98347a8c8b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.913903] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 666.916457] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e111da-b120-4fcb-a04b-608a84ddae52 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.932194] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea9b3f2b-5e87-4bdd-9a44-171486edc34b tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.668s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 666.947535] env[62788]: DEBUG nova.compute.manager [req-49a8c1e9-414f-4323-b433-13b296a27db8 req-c13b19e4-1638-40b5-85bc-448f4f778d56 service nova] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Detach interface failed, port_id=1a911b51-4528-46ab-9fe0-c8655580ab7c, reason: Instance 3439b9b7-2d18-4068-98ee-ca3e206d6d2f could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 667.072650] env[62788]: INFO nova.compute.manager [-] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Took 1.63 seconds to deallocate network for instance. [ 667.073347] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4987fc85-d5eb-4920-a20e-0d2b9e8695ff tempest-ServerDiagnosticsV248Test-1546447580 tempest-ServerDiagnosticsV248Test-1546447580-project-member] Lock "29c06b51-9044-4e41-8bad-d09cd62a9622" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.262s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.106932] env[62788]: DEBUG oslo_concurrency.lockutils [req-5109c8d7-6879-4917-a367-f0c2d56d7052 req-ee4a20dd-7140-4d7c-a77c-118ecf8f6caf service nova] Releasing lock "refresh_cache-a03a8428-c4fc-4b30-85de-ae82635462fe" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.360929] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.436544] env[62788]: DEBUG nova.compute.manager [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 667.539076] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be975692-dc4a-46be-b441-849ed0f1a91a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.545382] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80826de6-bb49-4bcb-91eb-4c5907755e05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.583581] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.586198] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb53976-8bc0-4866-b5e4-65c29efcaa7f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.601243] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d35a38b-c007-441d-b934-3543a5e65f6e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.619619] env[62788]: DEBUG nova.compute.provider_tree [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.642192] env[62788]: INFO nova.compute.manager [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Rebuilding instance [ 667.702241] env[62788]: DEBUG nova.compute.manager [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 667.703252] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22693ca4-8b7e-45ed-a073-edbb5c0c97d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.963977] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.098105] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5d8c6c-4fda-4c2d-8506-5d862a2243b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.108772] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be185f53-13e6-48ae-87c5-1d9bff56b405 tempest-ServersAdminNegativeTestJSON-2084688196 tempest-ServersAdminNegativeTestJSON-2084688196-project-admin] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Suspending the VM {{(pid=62788) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 668.109064] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-04ab475e-8621-4588-9d09-63b655d5513a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.116706] env[62788]: DEBUG oslo_vmware.api [None req-be185f53-13e6-48ae-87c5-1d9bff56b405 tempest-ServersAdminNegativeTestJSON-2084688196 tempest-ServersAdminNegativeTestJSON-2084688196-project-admin] Waiting for the task: (returnval){ [ 668.116706] env[62788]: value = "task-2393588" [ 668.116706] env[62788]: _type = "Task" [ 668.116706] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.124141] env[62788]: DEBUG nova.scheduler.client.report [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.137959] env[62788]: DEBUG oslo_vmware.api [None req-be185f53-13e6-48ae-87c5-1d9bff56b405 tempest-ServersAdminNegativeTestJSON-2084688196 tempest-ServersAdminNegativeTestJSON-2084688196-project-admin] Task: {'id': task-2393588, 'name': SuspendVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.633920] env[62788]: DEBUG oslo_concurrency.lockutils [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.635949] env[62788]: DEBUG oslo_vmware.api [None req-be185f53-13e6-48ae-87c5-1d9bff56b405 tempest-ServersAdminNegativeTestJSON-2084688196 tempest-ServersAdminNegativeTestJSON-2084688196-project-admin] Task: {'id': task-2393588, 'name': SuspendVM_Task} progress is 54%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.636510] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.915s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.639973] env[62788]: INFO nova.compute.claims [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.669854] env[62788]: INFO nova.scheduler.client.report [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Deleted allocations for instance 20b46e5d-c3db-48c5-b10b-4494c2f3dca5 [ 668.718905] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 668.719624] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16ac09a6-2f7d-4240-9c19-229828cda61f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.732314] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Waiting for the task: (returnval){ [ 668.732314] env[62788]: value = "task-2393589" [ 668.732314] env[62788]: _type = "Task" [ 668.732314] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.745043] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393589, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.130184] env[62788]: DEBUG oslo_vmware.api [None req-be185f53-13e6-48ae-87c5-1d9bff56b405 tempest-ServersAdminNegativeTestJSON-2084688196 tempest-ServersAdminNegativeTestJSON-2084688196-project-admin] Task: {'id': task-2393588, 'name': SuspendVM_Task, 'duration_secs': 0.737303} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.130773] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be185f53-13e6-48ae-87c5-1d9bff56b405 tempest-ServersAdminNegativeTestJSON-2084688196 tempest-ServersAdminNegativeTestJSON-2084688196-project-admin] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Suspended the VM {{(pid=62788) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 669.131090] env[62788]: DEBUG nova.compute.manager [None req-be185f53-13e6-48ae-87c5-1d9bff56b405 tempest-ServersAdminNegativeTestJSON-2084688196 tempest-ServersAdminNegativeTestJSON-2084688196-project-admin] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 669.131963] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f82df4c-7393-4a2d-9eb3-09f889cf88ac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.183666] env[62788]: DEBUG oslo_concurrency.lockutils [None req-62560457-435f-4e9a-8537-06c928558ae7 tempest-ServerDiagnosticsNegativeTest-1042679626 tempest-ServerDiagnosticsNegativeTest-1042679626-project-member] Lock "20b46e5d-c3db-48c5-b10b-4494c2f3dca5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.614s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.242994] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393589, 'name': PowerOffVM_Task, 'duration_secs': 0.172511} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.245031] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 669.245031] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 669.245031] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a996af-1f67-4d25-804c-7c00f5fc8047 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.253556] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 669.253556] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ec586dc-7ae2-4e4d-8c03-a0d54b80310c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.280181] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 669.281356] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 669.281356] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Deleting the datastore file [datastore1] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 669.281356] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fb5cbfc-2df7-43e6-bc79-4a347227667d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.287395] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Waiting for the task: (returnval){ [ 669.287395] env[62788]: value = "task-2393591" [ 669.287395] env[62788]: _type = "Task" [ 669.287395] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.294839] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.801423] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473701} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.801661] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 669.801847] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 669.802049] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.206100] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8b1fc1-5613-442c-bad9-f8431deec817 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.215089] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a00071-22fc-4662-b98c-04d58348a7f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.250613] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ceb03-c3c6-49b2-9906-1ab93f084ffc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.259635] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521ffaf4-4b77-4223-aecc-200888d4565b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.280643] env[62788]: DEBUG nova.compute.provider_tree [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.784159] env[62788]: DEBUG nova.scheduler.client.report [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.853735] env[62788]: DEBUG nova.virt.hardware [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.854067] env[62788]: DEBUG nova.virt.hardware [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.854290] env[62788]: DEBUG nova.virt.hardware [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.856656] env[62788]: DEBUG nova.virt.hardware [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.856742] env[62788]: DEBUG nova.virt.hardware [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.856901] env[62788]: DEBUG nova.virt.hardware [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.857118] env[62788]: DEBUG nova.virt.hardware [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.857364] env[62788]: DEBUG nova.virt.hardware [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.857447] env[62788]: DEBUG nova.virt.hardware [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.857614] env[62788]: DEBUG nova.virt.hardware [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.857786] env[62788]: DEBUG nova.virt.hardware [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.858790] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb3547f-feca-4dcf-87bc-081663edfe0a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.866690] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eb5082-6d93-4462-869d-ece5eb4c0103 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.885849] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.896979] env[62788]: DEBUG oslo.service.loopingcall [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.898474] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.898474] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a426a6f0-0165-48d9-bef8-d3f8b03197c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.919348] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.919348] env[62788]: value = "task-2393592" [ 670.919348] env[62788]: _type = "Task" [ 670.919348] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.927638] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393592, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.290579] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.290579] env[62788]: DEBUG nova.compute.manager [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 671.294315] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.199s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.295864] env[62788]: INFO nova.compute.claims [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.428786] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393592, 'name': CreateVM_Task, 'duration_secs': 0.304639} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.429274] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.429423] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.429597] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.429938] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 671.430231] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd9f6370-b9d4-4628-9a63-2e4e7c1937fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.435378] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Waiting for the task: (returnval){ [ 671.435378] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52be06a3-2fe4-d160-eb9e-e112c80f5034" [ 671.435378] env[62788]: _type = "Task" [ 671.435378] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.444147] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52be06a3-2fe4-d160-eb9e-e112c80f5034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.459996] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.460618] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.803456] env[62788]: DEBUG nova.compute.utils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.809423] env[62788]: DEBUG nova.compute.manager [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Not allocating networking since 'none' was specified. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1998}} [ 671.956554] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52be06a3-2fe4-d160-eb9e-e112c80f5034, 'name': SearchDatastore_Task, 'duration_secs': 0.014234} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.958661] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.958661] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.958661] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.958661] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.958962] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.959330] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97cdb993-5cb1-4b24-a55d-9bac94292ef2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.978908] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.978908] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.979907] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4bea71-dff9-411c-b40c-9f82acc57ee0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.986983] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Waiting for the task: (returnval){ [ 671.986983] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5293ff2c-c2f3-04f3-bf41-dc6df3c2d115" [ 671.986983] env[62788]: _type = "Task" [ 671.986983] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.996551] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5293ff2c-c2f3-04f3-bf41-dc6df3c2d115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.315840] env[62788]: DEBUG nova.compute.manager [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 672.505431] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5293ff2c-c2f3-04f3-bf41-dc6df3c2d115, 'name': SearchDatastore_Task, 'duration_secs': 0.014338} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.506488] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c399e2f-678f-4f2a-9088-6c55c13a0b4a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.514253] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Waiting for the task: (returnval){ [ 672.514253] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5273656f-0486-74f0-d6e4-93e4360d2f47" [ 672.514253] env[62788]: _type = "Task" [ 672.514253] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.538696] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5273656f-0486-74f0-d6e4-93e4360d2f47, 'name': SearchDatastore_Task, 'duration_secs': 0.010349} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.539168] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.540187] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.543896] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4381cc80-ef88-4562-84f4-044f6a5eb49d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.555524] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquiring lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.555524] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.555524] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Waiting for the task: (returnval){ [ 672.555524] env[62788]: value = "task-2393593" [ 672.555524] env[62788]: _type = "Task" [ 672.555524] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.565358] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.848623] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b95b568-86f9-4a90-a04e-dadfe7f5fb07 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.859416] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95605b8-85f8-47c2-bf12-f9ba12f28833 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.900480] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddd6a7f-3dbe-474a-8886-b8cbdcba3925 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.914538] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207fd67d-9483-491e-894d-cbe738901a06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.936845] env[62788]: DEBUG nova.compute.provider_tree [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.033196] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.033642] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.033642] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.033904] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.034063] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.038701] env[62788]: INFO nova.compute.manager [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Terminating instance [ 673.067090] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493673} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.067393] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.067598] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.067904] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51678f7e-7fb9-456f-8caa-bba4366b163e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.079933] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Waiting for the task: (returnval){ [ 673.079933] env[62788]: value = "task-2393594" [ 673.079933] env[62788]: _type = "Task" [ 673.079933] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.092205] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.099020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.099020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.337592] env[62788]: DEBUG nova.compute.manager [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 673.372437] env[62788]: DEBUG nova.virt.hardware [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.375019] env[62788]: DEBUG nova.virt.hardware [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.375019] env[62788]: DEBUG nova.virt.hardware [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.375019] env[62788]: DEBUG nova.virt.hardware [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.375019] env[62788]: DEBUG nova.virt.hardware [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.375019] env[62788]: DEBUG nova.virt.hardware [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.375019] env[62788]: DEBUG nova.virt.hardware [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.375386] env[62788]: DEBUG nova.virt.hardware [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.375386] env[62788]: DEBUG nova.virt.hardware [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.375386] env[62788]: DEBUG nova.virt.hardware [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.375386] env[62788]: DEBUG nova.virt.hardware [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.375386] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ab0c1b-b13b-41b6-aaf9-af6567d12765 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.389644] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df783958-3b9a-4b5b-a1ed-523cad08675c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.410321] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.427072] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Creating folder: Project (66f17ba115374da197c31e49fef00581). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.427072] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca6d1beb-0b77-45e1-ab23-28b062ef9b54 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.439948] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Created folder: Project (66f17ba115374da197c31e49fef00581) in parent group-v485515. [ 673.439948] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Creating folder: Instances. Parent ref: group-v485579. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.439948] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4c58cbd-e8d4-453d-bdca-71a2f0e3f8b0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.442662] env[62788]: DEBUG nova.scheduler.client.report [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.453820] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Created folder: Instances in parent group-v485579. [ 673.455717] env[62788]: DEBUG oslo.service.loopingcall [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 673.455717] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.455717] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-185cc990-5586-45e7-9d55-50177d939156 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.478435] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.478435] env[62788]: value = "task-2393597" [ 673.478435] env[62788]: _type = "Task" [ 673.478435] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.486097] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393597, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.545265] env[62788]: DEBUG nova.compute.manager [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 673.545692] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.546458] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3841d0-d190-4f89-8e96-5114effa4198 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.556670] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.556819] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-682e2cf0-eed4-40d5-bf96-a9d67d0deb7a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.587669] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0673} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.589049] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.589049] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20619c7-2c6b-4990-81ec-8700b2cc7f21 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.614707] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.615029] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06515628-113e-4bd1-82e5-6a88a5f8d27b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.636184] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Waiting for the task: (returnval){ [ 673.636184] env[62788]: value = "task-2393599" [ 673.636184] env[62788]: _type = "Task" [ 673.636184] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.644253] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.791893] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.792126] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.792302] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Deleting the datastore file [datastore1] 45f90bea-e2cc-4315-96c7-53c8c0ef67fd {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.792964] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c0d4091-de66-47ae-93de-9e10d926cd1b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.799434] env[62788]: DEBUG oslo_vmware.api [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 673.799434] env[62788]: value = "task-2393600" [ 673.799434] env[62788]: _type = "Task" [ 673.799434] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.811702] env[62788]: DEBUG oslo_vmware.api [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.948920] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.949618] env[62788]: DEBUG nova.compute.manager [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 673.952776] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.773s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.954283] env[62788]: INFO nova.compute.claims [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.990870] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393597, 'name': CreateVM_Task, 'duration_secs': 0.358668} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.991755] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.993042] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 673.993479] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.993839] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 673.994933] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3295fb9c-d59b-4ced-bdb6-7330fd511f42 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.000807] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 674.000807] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522d34eb-3a2e-a7b2-30e5-27d1e07bd1c1" [ 674.000807] env[62788]: _type = "Task" [ 674.000807] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.018457] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522d34eb-3a2e-a7b2-30e5-27d1e07bd1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011832} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.018800] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 674.019191] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.019568] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.019822] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.020235] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.020830] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fb432c3-6e48-45bb-878e-2ac759eca6d8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.030818] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.031134] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.032279] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61370bf-0d26-46e8-93b4-b0c5ab274bda {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.039875] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 674.039875] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d356a5-4c11-d4ba-58e5-76e98cef7e32" [ 674.039875] env[62788]: _type = "Task" [ 674.039875] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.047467] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d356a5-4c11-d4ba-58e5-76e98cef7e32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.146885] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393599, 'name': ReconfigVM_Task, 'duration_secs': 0.350456} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.147211] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Reconfigured VM instance instance-00000011 to attach disk [datastore2] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127/c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.147792] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91ea980a-cecc-490c-8dd7-87a18eedb459 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.156228] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Waiting for the task: (returnval){ [ 674.156228] env[62788]: value = "task-2393601" [ 674.156228] env[62788]: _type = "Task" [ 674.156228] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.167348] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393601, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.313651] env[62788]: DEBUG oslo_vmware.api [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215177} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.313651] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.313651] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.313651] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.313651] env[62788]: INFO nova.compute.manager [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Took 0.76 seconds to destroy the instance on the hypervisor. [ 674.314581] env[62788]: DEBUG oslo.service.loopingcall [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 674.314581] env[62788]: DEBUG nova.compute.manager [-] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 674.314581] env[62788]: DEBUG nova.network.neutron [-] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.463165] env[62788]: DEBUG nova.compute.utils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 674.466276] env[62788]: DEBUG nova.compute.manager [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 674.466595] env[62788]: DEBUG nova.network.neutron [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.548019] env[62788]: DEBUG nova.policy [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58f9bb146b844cd5a8529c842611ecfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd7d4042e0b744a7bb7ba67889e56bdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.555867] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d356a5-4c11-d4ba-58e5-76e98cef7e32, 'name': SearchDatastore_Task, 'duration_secs': 0.010952} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.556737] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae26c05-f45f-49e3-9ea3-61c753c0c4a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.562353] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 674.562353] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5285de00-28d0-165c-0db4-6a28593f5840" [ 674.562353] env[62788]: _type = "Task" [ 674.562353] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.572561] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5285de00-28d0-165c-0db4-6a28593f5840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.670154] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393601, 'name': Rename_Task, 'duration_secs': 0.133474} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.670154] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.670348] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbf11db7-ee06-45f4-bd2a-4f727cf13bd1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.678460] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Waiting for the task: (returnval){ [ 674.678460] env[62788]: value = "task-2393602" [ 674.678460] env[62788]: _type = "Task" [ 674.678460] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.686183] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.971092] env[62788]: DEBUG nova.compute.manager [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 675.053698] env[62788]: DEBUG nova.network.neutron [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Successfully created port: d96ad0c0-75f9-4548-b658-a28424330f3d {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.068972] env[62788]: DEBUG nova.compute.manager [req-790620a8-a294-4500-9d67-2416f82e1c60 req-0eff3b48-ae01-46b3-9552-6341d3b773b2 service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Received event network-vif-deleted-4694114a-aa1f-440b-b6d1-83e936dcd489 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 675.069081] env[62788]: INFO nova.compute.manager [req-790620a8-a294-4500-9d67-2416f82e1c60 req-0eff3b48-ae01-46b3-9552-6341d3b773b2 service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Neutron deleted interface 4694114a-aa1f-440b-b6d1-83e936dcd489; detaching it from the instance and deleting it from the info cache [ 675.069666] env[62788]: DEBUG nova.network.neutron [req-790620a8-a294-4500-9d67-2416f82e1c60 req-0eff3b48-ae01-46b3-9552-6341d3b773b2 service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.082598] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5285de00-28d0-165c-0db4-6a28593f5840, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.083810] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.084584] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] b008518e-6ef8-4750-85e0-2f9e8242e30f/b008518e-6ef8-4750-85e0-2f9e8242e30f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.084584] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cde35600-2111-4f1c-9598-feac1434f91d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.096064] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 675.096064] env[62788]: value = "task-2393603" [ 675.096064] env[62788]: _type = "Task" [ 675.096064] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.108211] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.154845] env[62788]: DEBUG nova.network.neutron [-] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.192101] env[62788]: DEBUG oslo_vmware.api [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Task: {'id': task-2393602, 'name': PowerOnVM_Task, 'duration_secs': 0.448691} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.192724] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.192946] env[62788]: DEBUG nova.compute.manager [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 675.193723] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cef667-8bca-42e7-ad82-7041120ba787 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.529725] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d5a3d-2180-46d8-ad89-baf02ff87260 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.540736] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff91204a-2947-44aa-8c2b-095d140c248d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.575262] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51789946-575a-4ba2-9f59-4caa0d88d9af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.582100] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce691388-5882-40f3-bdce-1b75ecaf21b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.586668] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d7bde-172a-4e69-b43e-67e897e1a1ec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.593853] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415e8251-0c58-488e-95c2-b0be8435ec4c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.620547] env[62788]: DEBUG nova.compute.provider_tree [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.633609] env[62788]: DEBUG nova.compute.manager [req-790620a8-a294-4500-9d67-2416f82e1c60 req-0eff3b48-ae01-46b3-9552-6341d3b773b2 service nova] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Detach interface failed, port_id=4694114a-aa1f-440b-b6d1-83e936dcd489, reason: Instance 45f90bea-e2cc-4315-96c7-53c8c0ef67fd could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 675.637254] env[62788]: DEBUG nova.scheduler.client.report [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.644553] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393603, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.662121] env[62788]: INFO nova.compute.manager [-] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Took 1.35 seconds to deallocate network for instance. [ 675.717400] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.845809] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquiring lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 675.846104] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.986073] env[62788]: DEBUG nova.compute.manager [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 676.023320] env[62788]: DEBUG nova.virt.hardware [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.023746] env[62788]: DEBUG nova.virt.hardware [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.024017] env[62788]: DEBUG nova.virt.hardware [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.024321] env[62788]: DEBUG nova.virt.hardware [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.024563] env[62788]: DEBUG nova.virt.hardware [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.024801] env[62788]: DEBUG nova.virt.hardware [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.025115] env[62788]: DEBUG nova.virt.hardware [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.025374] env[62788]: DEBUG nova.virt.hardware [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.025651] env[62788]: DEBUG nova.virt.hardware [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.025918] env[62788]: DEBUG nova.virt.hardware [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.026288] env[62788]: DEBUG nova.virt.hardware [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.027268] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb223e5f-f454-4cd8-9ef6-0b0ca560c0d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.035307] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af5701a-a482-4551-a076-e799f6eaab29 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.120738] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898462} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.121157] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] b008518e-6ef8-4750-85e0-2f9e8242e30f/b008518e-6ef8-4750-85e0-2f9e8242e30f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.121501] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.121848] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9921497b-8d58-4e30-8eb9-8845c1c68433 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.131786] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 676.131786] env[62788]: value = "task-2393604" [ 676.131786] env[62788]: _type = "Task" [ 676.131786] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.138460] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.142942] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.143136] env[62788]: DEBUG nova.compute.manager [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 676.146058] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.079s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.146615] env[62788]: DEBUG nova.objects.instance [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lazy-loading 'resources' on Instance uuid eae5873e-40ed-4e98-914c-bb40dca360aa {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.148837] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquiring lock "c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.148837] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.148837] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquiring lock "c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.148837] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.148986] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.150820] env[62788]: INFO nova.compute.manager [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Terminating instance [ 676.169826] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.649323] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068408} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.649323] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.649323] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5d939d-525e-4583-910f-11929e68a172 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.655340] env[62788]: DEBUG nova.compute.utils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 676.656815] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquiring lock "refresh_cache-c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.656967] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquired lock "refresh_cache-c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.657144] env[62788]: DEBUG nova.network.neutron [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.659501] env[62788]: DEBUG nova.compute.manager [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 676.659501] env[62788]: DEBUG nova.network.neutron [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.679367] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] b008518e-6ef8-4750-85e0-2f9e8242e30f/b008518e-6ef8-4750-85e0-2f9e8242e30f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.680967] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1057f96-d40f-4592-9545-73cd2f9f6ba7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.706827] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 676.706827] env[62788]: value = "task-2393605" [ 676.706827] env[62788]: _type = "Task" [ 676.706827] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.396355] env[62788]: DEBUG nova.network.neutron [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Successfully updated port: d96ad0c0-75f9-4548-b658-a28424330f3d {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.399154] env[62788]: DEBUG nova.policy [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8660df9878244fd1bf87dacffacbe342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44212501055f46efa3a5db08cd3964d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.405825] env[62788]: DEBUG nova.compute.manager [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 677.409943] env[62788]: DEBUG nova.compute.manager [req-5666efe1-0662-427a-b393-f3613589f17c req-fe885c83-6c86-4508-8836-43c1aa25a649 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Received event network-vif-plugged-d96ad0c0-75f9-4548-b658-a28424330f3d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 677.410173] env[62788]: DEBUG oslo_concurrency.lockutils [req-5666efe1-0662-427a-b393-f3613589f17c req-fe885c83-6c86-4508-8836-43c1aa25a649 service nova] Acquiring lock "ea8fac5b-af8a-4752-a651-8049f4c863a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.410382] env[62788]: DEBUG oslo_concurrency.lockutils [req-5666efe1-0662-427a-b393-f3613589f17c req-fe885c83-6c86-4508-8836-43c1aa25a649 service nova] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.410542] env[62788]: DEBUG oslo_concurrency.lockutils [req-5666efe1-0662-427a-b393-f3613589f17c req-fe885c83-6c86-4508-8836-43c1aa25a649 service nova] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.410731] env[62788]: DEBUG nova.compute.manager [req-5666efe1-0662-427a-b393-f3613589f17c req-fe885c83-6c86-4508-8836-43c1aa25a649 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] No waiting events found dispatching network-vif-plugged-d96ad0c0-75f9-4548-b658-a28424330f3d {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.410912] env[62788]: WARNING nova.compute.manager [req-5666efe1-0662-427a-b393-f3613589f17c req-fe885c83-6c86-4508-8836-43c1aa25a649 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Received unexpected event network-vif-plugged-d96ad0c0-75f9-4548-b658-a28424330f3d for instance with vm_state building and task_state spawning. [ 677.418272] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393605, 'name': ReconfigVM_Task, 'duration_secs': 0.614785} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.418798] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Reconfigured VM instance instance-00000015 to attach disk [datastore2] b008518e-6ef8-4750-85e0-2f9e8242e30f/b008518e-6ef8-4750-85e0-2f9e8242e30f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.419611] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1d8f92d-a51a-4bd8-aef6-b3c85d46442c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.425350] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 677.425350] env[62788]: value = "task-2393606" [ 677.425350] env[62788]: _type = "Task" [ 677.425350] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.428578] env[62788]: DEBUG nova.network.neutron [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.438755] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393606, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.516554] env[62788]: DEBUG nova.network.neutron [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.813834] env[62788]: DEBUG nova.network.neutron [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Successfully created port: 65d93d8b-ae2e-4556-ab61-592f2662d335 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.823543] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8397457d-008e-481e-be5c-534721817fa3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.831381] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4f9ba-de0f-4d0b-98df-8afe2867bab5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.863882] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d6f395-ead1-4c5f-aeff-ff33d25cf254 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.871467] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309608dc-1f9c-45c0-a31e-d0b1dffd540e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.888797] env[62788]: DEBUG nova.compute.provider_tree [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.899084] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "refresh_cache-ea8fac5b-af8a-4752-a651-8049f4c863a8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.899208] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquired lock "refresh_cache-ea8fac5b-af8a-4752-a651-8049f4c863a8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.899415] env[62788]: DEBUG nova.network.neutron [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.941025] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393606, 'name': Rename_Task, 'duration_secs': 0.127994} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.941025] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.941025] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3319752f-064f-4896-b0e3-4ce96b014f9c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.946175] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 677.946175] env[62788]: value = "task-2393607" [ 677.946175] env[62788]: _type = "Task" [ 677.946175] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.955317] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.020166] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Releasing lock "refresh_cache-c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.020166] env[62788]: DEBUG nova.compute.manager [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 678.020166] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.020815] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0e8a9d-ef6c-4da7-b63c-349e42268f14 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.029655] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.030016] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4abae8b6-89bc-4caa-89e4-e060550d7628 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.036373] env[62788]: DEBUG oslo_vmware.api [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 678.036373] env[62788]: value = "task-2393608" [ 678.036373] env[62788]: _type = "Task" [ 678.036373] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.045523] env[62788]: DEBUG oslo_vmware.api [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.392653] env[62788]: DEBUG nova.scheduler.client.report [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.416336] env[62788]: DEBUG nova.compute.manager [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 678.445285] env[62788]: DEBUG nova.virt.hardware [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.445537] env[62788]: DEBUG nova.virt.hardware [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.445695] env[62788]: DEBUG nova.virt.hardware [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.445916] env[62788]: DEBUG nova.virt.hardware [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.446103] env[62788]: DEBUG nova.virt.hardware [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.446259] env[62788]: DEBUG nova.virt.hardware [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.446466] env[62788]: DEBUG nova.virt.hardware [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.446624] env[62788]: DEBUG nova.virt.hardware [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.446982] env[62788]: DEBUG nova.virt.hardware [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.447227] env[62788]: DEBUG nova.virt.hardware [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.447411] env[62788]: DEBUG nova.virt.hardware [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.448995] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc2f59c-d9a0-4519-82c2-8b69a8a5f122 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.455411] env[62788]: DEBUG nova.network.neutron [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.465326] env[62788]: DEBUG oslo_vmware.api [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393607, 'name': PowerOnVM_Task, 'duration_secs': 0.488604} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.465621] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.465853] env[62788]: INFO nova.compute.manager [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Took 5.13 seconds to spawn the instance on the hypervisor. [ 678.466021] env[62788]: DEBUG nova.compute.manager [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 678.467425] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ac6189-af64-4564-9e92-6eaa4f19cb76 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.472056] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c21d08e-fbc8-4264-9287-35467688fe20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.546403] env[62788]: DEBUG oslo_vmware.api [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393608, 'name': PowerOffVM_Task, 'duration_secs': 0.167099} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.546657] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.546829] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.547084] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2598f7b1-63ff-47b3-8a6c-1bb5a1915601 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.571227] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.571481] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.571617] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Deleting the datastore file [datastore2] c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.571874] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2458796-5171-4a70-ae0f-d9bcd4cbc577 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.581621] env[62788]: DEBUG oslo_vmware.api [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for the task: (returnval){ [ 678.581621] env[62788]: value = "task-2393610" [ 678.581621] env[62788]: _type = "Task" [ 678.581621] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.590286] env[62788]: DEBUG oslo_vmware.api [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.899589] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.752s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.900830] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.225s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.901556] env[62788]: DEBUG nova.objects.instance [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lazy-loading 'resources' on Instance uuid 5d246a26-0c0e-4694-97bd-cc07fa66b869 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 678.921051] env[62788]: DEBUG nova.network.neutron [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Updating instance_info_cache with network_info: [{"id": "d96ad0c0-75f9-4548-b658-a28424330f3d", "address": "fa:16:3e:26:f8:50", "network": {"id": "7b73a1ff-61a5-4d7a-8015-4e6ec7c09737", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301762229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7d4042e0b744a7bb7ba67889e56bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96ad0c0-75", "ovs_interfaceid": "d96ad0c0-75f9-4548-b658-a28424330f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.932248] env[62788]: INFO nova.scheduler.client.report [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleted allocations for instance eae5873e-40ed-4e98-914c-bb40dca360aa [ 679.012612] env[62788]: INFO nova.compute.manager [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Took 37.32 seconds to build instance. [ 679.050970] env[62788]: DEBUG nova.compute.manager [req-9d695c8e-d8df-4603-ac9b-8640cf485fcb req-6a6da2cb-0af1-48a4-8634-bd61ec158f98 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Received event network-changed-d96ad0c0-75f9-4548-b658-a28424330f3d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 679.051114] env[62788]: DEBUG nova.compute.manager [req-9d695c8e-d8df-4603-ac9b-8640cf485fcb req-6a6da2cb-0af1-48a4-8634-bd61ec158f98 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Refreshing instance network info cache due to event network-changed-d96ad0c0-75f9-4548-b658-a28424330f3d. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 679.051242] env[62788]: DEBUG oslo_concurrency.lockutils [req-9d695c8e-d8df-4603-ac9b-8640cf485fcb req-6a6da2cb-0af1-48a4-8634-bd61ec158f98 service nova] Acquiring lock "refresh_cache-ea8fac5b-af8a-4752-a651-8049f4c863a8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.092739] env[62788]: DEBUG oslo_vmware.api [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Task: {'id': task-2393610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329802} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.093032] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.093225] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.093402] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.093572] env[62788]: INFO nova.compute.manager [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Took 1.07 seconds to destroy the instance on the hypervisor. [ 679.093808] env[62788]: DEBUG oslo.service.loopingcall [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.093991] env[62788]: DEBUG nova.compute.manager [-] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 679.094099] env[62788]: DEBUG nova.network.neutron [-] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.113528] env[62788]: DEBUG nova.network.neutron [-] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.427025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Releasing lock "refresh_cache-ea8fac5b-af8a-4752-a651-8049f4c863a8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.427025] env[62788]: DEBUG nova.compute.manager [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Instance network_info: |[{"id": "d96ad0c0-75f9-4548-b658-a28424330f3d", "address": "fa:16:3e:26:f8:50", "network": {"id": "7b73a1ff-61a5-4d7a-8015-4e6ec7c09737", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301762229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7d4042e0b744a7bb7ba67889e56bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96ad0c0-75", "ovs_interfaceid": "d96ad0c0-75f9-4548-b658-a28424330f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 679.427317] env[62788]: DEBUG oslo_concurrency.lockutils [req-9d695c8e-d8df-4603-ac9b-8640cf485fcb req-6a6da2cb-0af1-48a4-8634-bd61ec158f98 service nova] Acquired lock "refresh_cache-ea8fac5b-af8a-4752-a651-8049f4c863a8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.427317] env[62788]: DEBUG nova.network.neutron [req-9d695c8e-d8df-4603-ac9b-8640cf485fcb req-6a6da2cb-0af1-48a4-8634-bd61ec158f98 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Refreshing network info cache for port d96ad0c0-75f9-4548-b658-a28424330f3d {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.427317] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:f8:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd96ad0c0-75f9-4548-b658-a28424330f3d', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.444713] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Creating folder: Project (dd7d4042e0b744a7bb7ba67889e56bdb). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.451331] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-802164b3-b490-4802-ac9b-d246c5d93339 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.453648] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0f5e52a-8489-4b6c-a52d-4e2f82883f24 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "eae5873e-40ed-4e98-914c-bb40dca360aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.637s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.467197] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Created folder: Project (dd7d4042e0b744a7bb7ba67889e56bdb) in parent group-v485515. [ 679.467197] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Creating folder: Instances. Parent ref: group-v485582. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.470571] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91458c3b-ea35-4589-9277-c2ac74e8b823 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.486067] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Created folder: Instances in parent group-v485582. [ 679.486314] env[62788]: DEBUG oslo.service.loopingcall [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 679.491251] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.491251] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deab5d89-a67f-4c61-83be-984d6d85b6ef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.514722] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7787c69f-1be0-4269-913e-d9bdca31f6b5 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "b008518e-6ef8-4750-85e0-2f9e8242e30f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.158s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.517142] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.517142] env[62788]: value = "task-2393613" [ 679.517142] env[62788]: _type = "Task" [ 679.517142] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.524163] env[62788]: DEBUG nova.compute.manager [req-76430392-2535-41e8-8721-7ff25afa6ad1 req-0f2fe155-e5ee-45d6-9abb-f67458fd8375 service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Received event network-vif-plugged-65d93d8b-ae2e-4556-ab61-592f2662d335 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 679.524335] env[62788]: DEBUG oslo_concurrency.lockutils [req-76430392-2535-41e8-8721-7ff25afa6ad1 req-0f2fe155-e5ee-45d6-9abb-f67458fd8375 service nova] Acquiring lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.524557] env[62788]: DEBUG oslo_concurrency.lockutils [req-76430392-2535-41e8-8721-7ff25afa6ad1 req-0f2fe155-e5ee-45d6-9abb-f67458fd8375 service nova] Lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.524720] env[62788]: DEBUG oslo_concurrency.lockutils [req-76430392-2535-41e8-8721-7ff25afa6ad1 req-0f2fe155-e5ee-45d6-9abb-f67458fd8375 service nova] Lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.524878] env[62788]: DEBUG nova.compute.manager [req-76430392-2535-41e8-8721-7ff25afa6ad1 req-0f2fe155-e5ee-45d6-9abb-f67458fd8375 service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] No waiting events found dispatching network-vif-plugged-65d93d8b-ae2e-4556-ab61-592f2662d335 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.525059] env[62788]: WARNING nova.compute.manager [req-76430392-2535-41e8-8721-7ff25afa6ad1 req-0f2fe155-e5ee-45d6-9abb-f67458fd8375 service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Received unexpected event network-vif-plugged-65d93d8b-ae2e-4556-ab61-592f2662d335 for instance with vm_state building and task_state spawning. [ 679.532823] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393613, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.615313] env[62788]: DEBUG nova.network.neutron [-] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.626629] env[62788]: DEBUG nova.network.neutron [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Successfully updated port: 65d93d8b-ae2e-4556-ab61-592f2662d335 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.883030] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b877cfd-4a33-40fb-a42a-8ea94f236c12 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.889560] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8d7854-891d-4433-ac3f-6a40b97336d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.922666] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8907e28-c319-4e11-a4a9-348acafaa344 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.928751] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc62719b-5860-42ed-a651-670cc52cf65b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.942020] env[62788]: DEBUG nova.compute.provider_tree [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.988254] env[62788]: INFO nova.compute.manager [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Rebuilding instance [ 680.018756] env[62788]: DEBUG nova.compute.manager [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 680.034321] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393613, 'name': CreateVM_Task, 'duration_secs': 0.284556} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.037220] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.037220] env[62788]: DEBUG nova.compute.manager [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 680.037543] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.037699] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.038024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 680.038773] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f01cf79-4746-4ea8-9a87-bd70d64b11cc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.041201] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd86278-4e74-4f44-b2ed-bc24bd28359e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.047730] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 680.047730] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525579d6-56bd-0b06-24ff-bf2834a32b2c" [ 680.047730] env[62788]: _type = "Task" [ 680.047730] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.062355] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525579d6-56bd-0b06-24ff-bf2834a32b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.064796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.064796] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.064796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.064796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.064966] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.064966] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42d1c011-768f-46da-84a5-d14c3fe6df2d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.074833] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.074833] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.074833] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac590f9-4ff0-4e21-ae51-cdffc1021527 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.081424] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 680.081424] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5267c7f2-ca9f-3d7a-afe3-46c65a442076" [ 680.081424] env[62788]: _type = "Task" [ 680.081424] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.091228] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5267c7f2-ca9f-3d7a-afe3-46c65a442076, 'name': SearchDatastore_Task, 'duration_secs': 0.007511} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.091927] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43f331b-ce3b-4203-93c8-b535ad14478e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.096422] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 680.096422] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522fc47c-12ef-1c84-f796-cd12d890c293" [ 680.096422] env[62788]: _type = "Task" [ 680.096422] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.106924] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522fc47c-12ef-1c84-f796-cd12d890c293, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.118704] env[62788]: INFO nova.compute.manager [-] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Took 1.02 seconds to deallocate network for instance. [ 680.132017] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "refresh_cache-33227b7a-3dfe-4d7b-8fd8-da6100ecb820" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 680.132017] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "refresh_cache-33227b7a-3dfe-4d7b-8fd8-da6100ecb820" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.132017] env[62788]: DEBUG nova.network.neutron [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.198177] env[62788]: DEBUG nova.network.neutron [req-9d695c8e-d8df-4603-ac9b-8640cf485fcb req-6a6da2cb-0af1-48a4-8634-bd61ec158f98 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Updated VIF entry in instance network info cache for port d96ad0c0-75f9-4548-b658-a28424330f3d. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.198768] env[62788]: DEBUG nova.network.neutron [req-9d695c8e-d8df-4603-ac9b-8640cf485fcb req-6a6da2cb-0af1-48a4-8634-bd61ec158f98 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Updating instance_info_cache with network_info: [{"id": "d96ad0c0-75f9-4548-b658-a28424330f3d", "address": "fa:16:3e:26:f8:50", "network": {"id": "7b73a1ff-61a5-4d7a-8015-4e6ec7c09737", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301762229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7d4042e0b744a7bb7ba67889e56bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96ad0c0-75", "ovs_interfaceid": "d96ad0c0-75f9-4548-b658-a28424330f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.446186] env[62788]: DEBUG nova.scheduler.client.report [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.542233] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.608024] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522fc47c-12ef-1c84-f796-cd12d890c293, 'name': SearchDatastore_Task, 'duration_secs': 0.007173} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.608024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.608472] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] ea8fac5b-af8a-4752-a651-8049f4c863a8/ea8fac5b-af8a-4752-a651-8049f4c863a8.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.608891] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-511e3bd4-0c95-459f-9648-59498f7d53c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.617589] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 680.617589] env[62788]: value = "task-2393614" [ 680.617589] env[62788]: _type = "Task" [ 680.617589] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.625548] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.625988] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.667111] env[62788]: DEBUG nova.network.neutron [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.702034] env[62788]: DEBUG oslo_concurrency.lockutils [req-9d695c8e-d8df-4603-ac9b-8640cf485fcb req-6a6da2cb-0af1-48a4-8634-bd61ec158f98 service nova] Releasing lock "refresh_cache-ea8fac5b-af8a-4752-a651-8049f4c863a8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.870752] env[62788]: DEBUG nova.network.neutron [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Updating instance_info_cache with network_info: [{"id": "65d93d8b-ae2e-4556-ab61-592f2662d335", "address": "fa:16:3e:fc:aa:74", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d93d8b-ae", "ovs_interfaceid": "65d93d8b-ae2e-4556-ab61-592f2662d335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.954024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.955515] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.413s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.957527] env[62788]: INFO nova.compute.claims [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.983229] env[62788]: INFO nova.scheduler.client.report [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleted allocations for instance 5d246a26-0c0e-4694-97bd-cc07fa66b869 [ 681.061644] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.061644] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b5cf0f2-9063-4bcb-b251-5869edf1f36b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.076031] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 681.076031] env[62788]: value = "task-2393615" [ 681.076031] env[62788]: _type = "Task" [ 681.076031] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.081402] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.125795] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393614, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.379024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "refresh_cache-33227b7a-3dfe-4d7b-8fd8-da6100ecb820" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.379024] env[62788]: DEBUG nova.compute.manager [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Instance network_info: |[{"id": "65d93d8b-ae2e-4556-ab61-592f2662d335", "address": "fa:16:3e:fc:aa:74", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d93d8b-ae", "ovs_interfaceid": "65d93d8b-ae2e-4556-ab61-592f2662d335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 681.379232] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:aa:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65d93d8b-ae2e-4556-ab61-592f2662d335', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.385902] env[62788]: DEBUG oslo.service.loopingcall [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.387075] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.387075] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d7a1be7-e39e-464f-8ace-d92a25624de8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.410663] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.410663] env[62788]: value = "task-2393616" [ 681.410663] env[62788]: _type = "Task" [ 681.410663] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.418059] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393616, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.497723] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1b582597-147e-42e3-af70-9771e4d3750e tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "5d246a26-0c0e-4694-97bd-cc07fa66b869" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.343s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.559121] env[62788]: DEBUG nova.compute.manager [req-d8720be6-1259-4ac7-ac87-4c5b179642b7 req-648385db-bb2c-4705-b5e8-5365f05b905f service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Received event network-changed-65d93d8b-ae2e-4556-ab61-592f2662d335 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 681.559282] env[62788]: DEBUG nova.compute.manager [req-d8720be6-1259-4ac7-ac87-4c5b179642b7 req-648385db-bb2c-4705-b5e8-5365f05b905f service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Refreshing instance network info cache due to event network-changed-65d93d8b-ae2e-4556-ab61-592f2662d335. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 681.559516] env[62788]: DEBUG oslo_concurrency.lockutils [req-d8720be6-1259-4ac7-ac87-4c5b179642b7 req-648385db-bb2c-4705-b5e8-5365f05b905f service nova] Acquiring lock "refresh_cache-33227b7a-3dfe-4d7b-8fd8-da6100ecb820" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 681.559658] env[62788]: DEBUG oslo_concurrency.lockutils [req-d8720be6-1259-4ac7-ac87-4c5b179642b7 req-648385db-bb2c-4705-b5e8-5365f05b905f service nova] Acquired lock "refresh_cache-33227b7a-3dfe-4d7b-8fd8-da6100ecb820" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.559822] env[62788]: DEBUG nova.network.neutron [req-d8720be6-1259-4ac7-ac87-4c5b179642b7 req-648385db-bb2c-4705-b5e8-5365f05b905f service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Refreshing network info cache for port 65d93d8b-ae2e-4556-ab61-592f2662d335 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.583351] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393615, 'name': PowerOffVM_Task, 'duration_secs': 0.176315} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.583761] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.584110] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.588025] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a4258e9-a46e-4c3a-9975-a3ac197525ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.593440] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.593734] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77ecf453-2db3-474b-b2fd-038b8ff7ec61 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.623810] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.624390] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.624797] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Deleting the datastore file [datastore2] b008518e-6ef8-4750-85e0-2f9e8242e30f {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.625115] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-affd4485-3e94-4485-8e91-7ca6830241bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.631440] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691265} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.632742] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] ea8fac5b-af8a-4752-a651-8049f4c863a8/ea8fac5b-af8a-4752-a651-8049f4c863a8.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.633053] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.633708] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7eddd66c-82ac-4402-995c-08cc64424f00 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.636897] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 681.636897] env[62788]: value = "task-2393618" [ 681.636897] env[62788]: _type = "Task" [ 681.636897] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.643244] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 681.643244] env[62788]: value = "task-2393619" [ 681.643244] env[62788]: _type = "Task" [ 681.643244] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.651248] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.656784] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.918729] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393616, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.159330] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260685} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.162143] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.162383] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.162544] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.168322] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099296} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.169251] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.173785] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2120978b-acfc-4ada-832f-0ce75fbe0409 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.210418] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] ea8fac5b-af8a-4752-a651-8049f4c863a8/ea8fac5b-af8a-4752-a651-8049f4c863a8.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.213624] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94be4664-e880-4026-9d81-913e81056e74 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.238013] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 682.238013] env[62788]: value = "task-2393620" [ 682.238013] env[62788]: _type = "Task" [ 682.238013] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.248708] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.420050] env[62788]: DEBUG nova.network.neutron [req-d8720be6-1259-4ac7-ac87-4c5b179642b7 req-648385db-bb2c-4705-b5e8-5365f05b905f service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Updated VIF entry in instance network info cache for port 65d93d8b-ae2e-4556-ab61-592f2662d335. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.420459] env[62788]: DEBUG nova.network.neutron [req-d8720be6-1259-4ac7-ac87-4c5b179642b7 req-648385db-bb2c-4705-b5e8-5365f05b905f service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Updating instance_info_cache with network_info: [{"id": "65d93d8b-ae2e-4556-ab61-592f2662d335", "address": "fa:16:3e:fc:aa:74", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d93d8b-ae", "ovs_interfaceid": "65d93d8b-ae2e-4556-ab61-592f2662d335", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.425419] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393616, 'name': CreateVM_Task, 'duration_secs': 0.656672} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.425419] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.426661] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.426705] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.427040] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.427310] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d475c9-7f30-44bb-b03a-5eacad141323 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.432188] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 682.432188] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5292bf01-5a70-eed8-0351-64a64094e4d5" [ 682.432188] env[62788]: _type = "Task" [ 682.432188] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.444453] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5292bf01-5a70-eed8-0351-64a64094e4d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.535143] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3817e931-4391-43ae-95a2-4cc1f98dbfbe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.543806] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba6cd73-f5b1-4a41-92da-772214ee6781 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.576760] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39101ff0-d1df-4b6d-b358-63462850f707 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.584406] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131161e1-0bdd-4da9-b7d1-87b01ece2f22 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.599591] env[62788]: DEBUG nova.compute.provider_tree [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.647808] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.648671] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.681654] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "14111a68-61bd-4fd1-83ae-023db0110c0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.681877] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "14111a68-61bd-4fd1-83ae-023db0110c0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.748720] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.927341] env[62788]: DEBUG oslo_concurrency.lockutils [req-d8720be6-1259-4ac7-ac87-4c5b179642b7 req-648385db-bb2c-4705-b5e8-5365f05b905f service nova] Releasing lock "refresh_cache-33227b7a-3dfe-4d7b-8fd8-da6100ecb820" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.943840] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5292bf01-5a70-eed8-0351-64a64094e4d5, 'name': SearchDatastore_Task, 'duration_secs': 0.028077} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.944714] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 682.944714] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.944714] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.944900] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.945198] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.945799] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dbc3a54-fe12-4da5-995d-1c7f49485246 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.957361] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.957361] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.958079] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02206c2b-c68b-431a-9dcb-c08fef9093aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.965022] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 682.965022] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5202735d-71ca-155d-f917-f29cdbf33da6" [ 682.965022] env[62788]: _type = "Task" [ 682.965022] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.973064] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5202735d-71ca-155d-f917-f29cdbf33da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.107109] env[62788]: DEBUG nova.scheduler.client.report [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.201701] env[62788]: DEBUG nova.virt.hardware [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.201980] env[62788]: DEBUG nova.virt.hardware [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.202125] env[62788]: DEBUG nova.virt.hardware [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.203331] env[62788]: DEBUG nova.virt.hardware [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.203331] env[62788]: DEBUG nova.virt.hardware [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.203331] env[62788]: DEBUG nova.virt.hardware [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.203331] env[62788]: DEBUG nova.virt.hardware [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.203331] env[62788]: DEBUG nova.virt.hardware [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.203474] env[62788]: DEBUG nova.virt.hardware [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.203474] env[62788]: DEBUG nova.virt.hardware [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.203474] env[62788]: DEBUG nova.virt.hardware [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.205079] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3e36d9-d483-41fb-8263-be709a3b85ec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.216221] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d26756-11e5-4e2c-8ea0-b0242343e095 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.231507] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.237735] env[62788]: DEBUG oslo.service.loopingcall [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.238097] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.238384] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c23d60c9-cef9-4613-a4d4-8ab51915d288 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.263154] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393620, 'name': ReconfigVM_Task, 'duration_secs': 0.795482} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.264924] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Reconfigured VM instance instance-00000016 to attach disk [datastore1] ea8fac5b-af8a-4752-a651-8049f4c863a8/ea8fac5b-af8a-4752-a651-8049f4c863a8.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.265625] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.265625] env[62788]: value = "task-2393621" [ 683.265625] env[62788]: _type = "Task" [ 683.265625] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.265826] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-360c3634-912c-4247-9f07-4e326dd8b782 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.277041] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393621, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.278353] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 683.278353] env[62788]: value = "task-2393622" [ 683.278353] env[62788]: _type = "Task" [ 683.278353] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.286718] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393622, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.475973] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5202735d-71ca-155d-f917-f29cdbf33da6, 'name': SearchDatastore_Task, 'duration_secs': 0.011557} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.476390] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aea2f54-8bb3-4074-b4d1-ce40d2691700 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.481916] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 683.481916] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5225363a-cc1e-a773-9d0f-b0b97379f9be" [ 683.481916] env[62788]: _type = "Task" [ 683.481916] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.490379] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5225363a-cc1e-a773-9d0f-b0b97379f9be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.617825] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.618485] env[62788]: DEBUG nova.compute.manager [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 683.621318] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.510s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.622708] env[62788]: INFO nova.compute.claims [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.783168] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393621, 'name': CreateVM_Task, 'duration_secs': 0.301648} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.789768] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.790398] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.790595] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.790907] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 683.792219] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ac209c-1a3b-4b26-884a-4537419b4875 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.799936] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393622, 'name': Rename_Task, 'duration_secs': 0.178717} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.800724] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.801666] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fdb8737-9309-4efc-83ef-84051648cdac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.804343] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 683.804343] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f19674-04c1-4fe6-1a1f-25c8f51316cc" [ 683.804343] env[62788]: _type = "Task" [ 683.804343] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.809228] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 683.809228] env[62788]: value = "task-2393623" [ 683.809228] env[62788]: _type = "Task" [ 683.809228] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.812332] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f19674-04c1-4fe6-1a1f-25c8f51316cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.824503] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.995784] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5225363a-cc1e-a773-9d0f-b0b97379f9be, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.995784] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.995784] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 33227b7a-3dfe-4d7b-8fd8-da6100ecb820/33227b7a-3dfe-4d7b-8fd8-da6100ecb820.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.995784] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afade5f9-43a6-4382-8f51-9e232f511496 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.000029] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 684.000029] env[62788]: value = "task-2393624" [ 684.000029] env[62788]: _type = "Task" [ 684.000029] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.009112] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.127470] env[62788]: DEBUG nova.compute.utils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 684.131873] env[62788]: DEBUG nova.compute.manager [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 684.132066] env[62788]: DEBUG nova.network.neutron [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.200952] env[62788]: DEBUG nova.policy [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '958c8eea01794923b323e1e1d2a12c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05352e91e5224b54aa4a5b23edcf2f08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.317715] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f19674-04c1-4fe6-1a1f-25c8f51316cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008515} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.324820] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.325130] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.325377] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 684.325522] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.328391] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.329967] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32d40424-f48b-44ce-9811-1615066439f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.337014] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.344364] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.344542] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.345322] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40a2026-1ba8-4ac9-be8e-2d7f8d633a0f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.354525] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 684.354525] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529cba9f-c13d-64dc-9df4-65f79426ce9c" [ 684.354525] env[62788]: _type = "Task" [ 684.354525] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.364046] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529cba9f-c13d-64dc-9df4-65f79426ce9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.473325] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.473642] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.512757] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393624, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.641642] env[62788]: DEBUG nova.compute.manager [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 684.684232] env[62788]: DEBUG nova.network.neutron [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Successfully created port: 1ef63f19-c182-4eda-b61e-f725ba7cc34f {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.830951] env[62788]: DEBUG oslo_vmware.api [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393623, 'name': PowerOnVM_Task, 'duration_secs': 0.781875} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.830951] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.831139] env[62788]: INFO nova.compute.manager [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Took 8.84 seconds to spawn the instance on the hypervisor. [ 684.831322] env[62788]: DEBUG nova.compute.manager [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 684.832101] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03bca87-d872-4e67-a108-9cd0d6a89a55 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.868060] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529cba9f-c13d-64dc-9df4-65f79426ce9c, 'name': SearchDatastore_Task, 'duration_secs': 0.057133} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.868868] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b31cdb-72bb-4926-8612-245e97928845 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.873998] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 684.873998] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523e6008-c8cb-58fa-8d33-642f3cdbb279" [ 684.873998] env[62788]: _type = "Task" [ 684.873998] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.888266] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523e6008-c8cb-58fa-8d33-642f3cdbb279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.983239] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 684.983555] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 684.983742] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Rebuilding the list of instances to heal {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10471}} [ 685.020169] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5389} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.023304] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 33227b7a-3dfe-4d7b-8fd8-da6100ecb820/33227b7a-3dfe-4d7b-8fd8-da6100ecb820.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.023529] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.024212] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c49c788-d8d5-4135-a93b-de61b0f9a08e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.031415] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 685.031415] env[62788]: value = "task-2393628" [ 685.031415] env[62788]: _type = "Task" [ 685.031415] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.041549] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.134954] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20fd767-805f-4bb1-a7c9-a772f96387a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.143143] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b774bc-07fd-4d5e-8d9b-6fc917a2dcfb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.177426] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f589f0-62a3-4bcf-94a5-70df4f35705e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.184945] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384a08b7-9870-4ad3-a4af-302f73f92119 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.200471] env[62788]: DEBUG nova.compute.provider_tree [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.352182] env[62788]: INFO nova.compute.manager [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Took 42.31 seconds to build instance. [ 685.384326] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523e6008-c8cb-58fa-8d33-642f3cdbb279, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.384854] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 685.384854] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] b008518e-6ef8-4750-85e0-2f9e8242e30f/b008518e-6ef8-4750-85e0-2f9e8242e30f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.385711] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ad4c3e0-7324-41fe-b176-a1ec108cd0fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.391196] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 685.391196] env[62788]: value = "task-2393629" [ 685.391196] env[62788]: _type = "Task" [ 685.391196] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.401354] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.494519] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Skipping network cache update for instance because it is Building. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10480}} [ 685.494678] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Skipping network cache update for instance because it is Building. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10480}} [ 685.494809] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Skipping network cache update for instance because it is Building. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10480}} [ 685.543038] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063486} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.544077] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "refresh_cache-20a7f81e-dfe7-43c9-adba-309257926a89" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 685.544458] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquired lock "refresh_cache-20a7f81e-dfe7-43c9-adba-309257926a89" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.544610] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Forcefully refreshing network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 685.544914] env[62788]: DEBUG nova.objects.instance [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lazy-loading 'info_cache' on Instance uuid 20a7f81e-dfe7-43c9-adba-309257926a89 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 685.547091] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.547898] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dddfd1-df93-485f-a8e5-03d877383aaa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.570080] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 33227b7a-3dfe-4d7b-8fd8-da6100ecb820/33227b7a-3dfe-4d7b-8fd8-da6100ecb820.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.571238] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-987eff7a-b0e4-477e-9a4d-f9cebc4f9d17 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.591896] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 685.591896] env[62788]: value = "task-2393630" [ 685.591896] env[62788]: _type = "Task" [ 685.591896] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.599865] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.652082] env[62788]: DEBUG nova.compute.manager [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 685.675555] env[62788]: DEBUG nova.virt.hardware [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.675789] env[62788]: DEBUG nova.virt.hardware [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.676016] env[62788]: DEBUG nova.virt.hardware [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.676226] env[62788]: DEBUG nova.virt.hardware [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.676375] env[62788]: DEBUG nova.virt.hardware [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.676522] env[62788]: DEBUG nova.virt.hardware [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.676723] env[62788]: DEBUG nova.virt.hardware [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.676881] env[62788]: DEBUG nova.virt.hardware [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.677054] env[62788]: DEBUG nova.virt.hardware [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.677246] env[62788]: DEBUG nova.virt.hardware [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.677435] env[62788]: DEBUG nova.virt.hardware [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.678326] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e2857e-c3fc-4dbd-91ee-b748e3002f31 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.686404] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9750a5f-41c7-4675-935c-908e74e78272 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.705565] env[62788]: DEBUG nova.scheduler.client.report [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.854173] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b7f43278-c916-4b4f-a63c-dea78fc270a7 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.848s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.902115] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.102808] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.210649] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.211328] env[62788]: DEBUG nova.compute.manager [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 686.214451] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.663s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.215927] env[62788]: INFO nova.compute.claims [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.344406] env[62788]: DEBUG nova.compute.manager [req-3e006930-9d5a-4a53-b78c-2b47af04ec5b req-6ec29c38-ce0b-4c90-8ff7-7e4a70f5405f service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Received event network-vif-plugged-1ef63f19-c182-4eda-b61e-f725ba7cc34f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 686.344658] env[62788]: DEBUG oslo_concurrency.lockutils [req-3e006930-9d5a-4a53-b78c-2b47af04ec5b req-6ec29c38-ce0b-4c90-8ff7-7e4a70f5405f service nova] Acquiring lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.344876] env[62788]: DEBUG oslo_concurrency.lockutils [req-3e006930-9d5a-4a53-b78c-2b47af04ec5b req-6ec29c38-ce0b-4c90-8ff7-7e4a70f5405f service nova] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.345060] env[62788]: DEBUG oslo_concurrency.lockutils [req-3e006930-9d5a-4a53-b78c-2b47af04ec5b req-6ec29c38-ce0b-4c90-8ff7-7e4a70f5405f service nova] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.345236] env[62788]: DEBUG nova.compute.manager [req-3e006930-9d5a-4a53-b78c-2b47af04ec5b req-6ec29c38-ce0b-4c90-8ff7-7e4a70f5405f service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] No waiting events found dispatching network-vif-plugged-1ef63f19-c182-4eda-b61e-f725ba7cc34f {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.345454] env[62788]: WARNING nova.compute.manager [req-3e006930-9d5a-4a53-b78c-2b47af04ec5b req-6ec29c38-ce0b-4c90-8ff7-7e4a70f5405f service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Received unexpected event network-vif-plugged-1ef63f19-c182-4eda-b61e-f725ba7cc34f for instance with vm_state building and task_state spawning. [ 686.357601] env[62788]: DEBUG nova.compute.manager [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 686.379155] env[62788]: DEBUG nova.network.neutron [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Successfully updated port: 1ef63f19-c182-4eda-b61e-f725ba7cc34f {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 686.408572] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393629, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.482181] env[62788]: DEBUG nova.compute.manager [req-0cc1a2c4-e9d8-4d75-9439-fbb09a58ad9c req-fb96e27d-8bd5-437e-b960-c95845a4d610 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Received event network-changed-d96ad0c0-75f9-4548-b658-a28424330f3d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 686.482484] env[62788]: DEBUG nova.compute.manager [req-0cc1a2c4-e9d8-4d75-9439-fbb09a58ad9c req-fb96e27d-8bd5-437e-b960-c95845a4d610 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Refreshing instance network info cache due to event network-changed-d96ad0c0-75f9-4548-b658-a28424330f3d. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 686.482714] env[62788]: DEBUG oslo_concurrency.lockutils [req-0cc1a2c4-e9d8-4d75-9439-fbb09a58ad9c req-fb96e27d-8bd5-437e-b960-c95845a4d610 service nova] Acquiring lock "refresh_cache-ea8fac5b-af8a-4752-a651-8049f4c863a8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.482867] env[62788]: DEBUG oslo_concurrency.lockutils [req-0cc1a2c4-e9d8-4d75-9439-fbb09a58ad9c req-fb96e27d-8bd5-437e-b960-c95845a4d610 service nova] Acquired lock "refresh_cache-ea8fac5b-af8a-4752-a651-8049f4c863a8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.483049] env[62788]: DEBUG nova.network.neutron [req-0cc1a2c4-e9d8-4d75-9439-fbb09a58ad9c req-fb96e27d-8bd5-437e-b960-c95845a4d610 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Refreshing network info cache for port d96ad0c0-75f9-4548-b658-a28424330f3d {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.602751] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393630, 'name': ReconfigVM_Task, 'duration_secs': 1.005924} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.603015] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 33227b7a-3dfe-4d7b-8fd8-da6100ecb820/33227b7a-3dfe-4d7b-8fd8-da6100ecb820.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.604391] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38136d99-bfba-462f-a746-44c7d2cf98f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.610378] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 686.610378] env[62788]: value = "task-2393631" [ 686.610378] env[62788]: _type = "Task" [ 686.610378] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.620141] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393631, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.723259] env[62788]: DEBUG nova.compute.utils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 686.726161] env[62788]: DEBUG nova.compute.manager [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 686.726414] env[62788]: DEBUG nova.network.neutron [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.768295] env[62788]: DEBUG nova.policy [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b9ad3f2ed3f4821a2694b1ccc977fd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52c94b5e973e4a1eb6c0afb449bb17fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.884529] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 686.884833] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.884918] env[62788]: DEBUG nova.network.neutron [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.888108] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.904430] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393629, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.10594} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.904578] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] b008518e-6ef8-4750-85e0-2f9e8242e30f/b008518e-6ef8-4750-85e0-2f9e8242e30f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.904858] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.905099] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7938a97-bb3c-41be-88ee-7b17d63f3e34 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.913667] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 686.913667] env[62788]: value = "task-2393632" [ 686.913667] env[62788]: _type = "Task" [ 686.913667] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.922064] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.120351] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393631, 'name': Rename_Task, 'duration_secs': 0.167319} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.121056] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.121704] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d778f867-1bae-4767-a9fd-1601196be63d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.129664] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 687.129664] env[62788]: value = "task-2393633" [ 687.129664] env[62788]: _type = "Task" [ 687.129664] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.138164] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393633, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.227437] env[62788]: DEBUG nova.compute.manager [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 687.320972] env[62788]: DEBUG nova.network.neutron [req-0cc1a2c4-e9d8-4d75-9439-fbb09a58ad9c req-fb96e27d-8bd5-437e-b960-c95845a4d610 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Updated VIF entry in instance network info cache for port d96ad0c0-75f9-4548-b658-a28424330f3d. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.321404] env[62788]: DEBUG nova.network.neutron [req-0cc1a2c4-e9d8-4d75-9439-fbb09a58ad9c req-fb96e27d-8bd5-437e-b960-c95845a4d610 service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Updating instance_info_cache with network_info: [{"id": "d96ad0c0-75f9-4548-b658-a28424330f3d", "address": "fa:16:3e:26:f8:50", "network": {"id": "7b73a1ff-61a5-4d7a-8015-4e6ec7c09737", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301762229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7d4042e0b744a7bb7ba67889e56bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96ad0c0-75", "ovs_interfaceid": "d96ad0c0-75f9-4548-b658-a28424330f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.423887] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072557} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.426501] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.427751] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587baacd-59fd-4d4b-a875-96cd8cb383b3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.450721] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b008518e-6ef8-4750-85e0-2f9e8242e30f/b008518e-6ef8-4750-85e0-2f9e8242e30f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.456241] env[62788]: DEBUG nova.network.neutron [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.457908] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58dd31f5-0497-4142-bc90-726222b4826d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.475693] env[62788]: DEBUG nova.network.neutron [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Successfully created port: 4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.486607] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 687.486607] env[62788]: value = "task-2393634" [ 687.486607] env[62788]: _type = "Task" [ 687.486607] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.499121] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393634, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.648676] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.697074] env[62788]: DEBUG nova.network.neutron [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance_info_cache with network_info: [{"id": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "address": "fa:16:3e:68:67:39", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef63f19-c1", "ovs_interfaceid": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.705112] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Updating instance_info_cache with network_info: [{"id": "be06eda4-3aef-4a30-aa03-7c9726d05a4b", "address": "fa:16:3e:fc:32:9c", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe06eda4-3a", "ovs_interfaceid": "be06eda4-3aef-4a30-aa03-7c9726d05a4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.774399] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3cb3e2-0943-405e-a7e2-90a2c2bce953 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.786940] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd77fe5-b3eb-4993-9c6d-d3b8758f496c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.820944] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc1a9ec-ca9b-425b-b980-511e0199126d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.825617] env[62788]: DEBUG oslo_concurrency.lockutils [req-0cc1a2c4-e9d8-4d75-9439-fbb09a58ad9c req-fb96e27d-8bd5-437e-b960-c95845a4d610 service nova] Releasing lock "refresh_cache-ea8fac5b-af8a-4752-a651-8049f4c863a8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 687.829499] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5128dc24-dc41-4595-82ba-3f1fb708001f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.845808] env[62788]: DEBUG nova.compute.provider_tree [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.998939] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393634, 'name': ReconfigVM_Task, 'duration_secs': 0.260265} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.999291] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b008518e-6ef8-4750-85e0-2f9e8242e30f/b008518e-6ef8-4750-85e0-2f9e8242e30f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.999883] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-499f72e5-4f32-4983-8ad0-517c21521781 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.005836] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 688.005836] env[62788]: value = "task-2393636" [ 688.005836] env[62788]: _type = "Task" [ 688.005836] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.013156] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393636, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.143328] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393633, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.201245] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.201600] env[62788]: DEBUG nova.compute.manager [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Instance network_info: |[{"id": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "address": "fa:16:3e:68:67:39", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef63f19-c1", "ovs_interfaceid": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 688.202052] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:67:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ef63f19-c182-4eda-b61e-f725ba7cc34f', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.209947] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Creating folder: Project (05352e91e5224b54aa4a5b23edcf2f08). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.210454] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Releasing lock "refresh_cache-20a7f81e-dfe7-43c9-adba-309257926a89" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.210643] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Updated the network info_cache for instance {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10538}} [ 688.210843] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a265ef13-1dc7-41b2-b594-8a7cc156b280 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.212666] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.212922] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.213554] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.213793] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.213996] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.214210] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.214338] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 688.214485] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 688.222222] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Created folder: Project (05352e91e5224b54aa4a5b23edcf2f08) in parent group-v485515. [ 688.222433] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Creating folder: Instances. Parent ref: group-v485590. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.222637] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b399231c-9bba-45ca-b19d-c4886c0bae3e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.233535] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Created folder: Instances in parent group-v485590. [ 688.233774] env[62788]: DEBUG oslo.service.loopingcall [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.233960] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.234182] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28387805-6164-42ae-9fe6-bed1508d66b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.249295] env[62788]: DEBUG nova.compute.manager [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 688.259176] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.259176] env[62788]: value = "task-2393639" [ 688.259176] env[62788]: _type = "Task" [ 688.259176] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.268114] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393639, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.276597] env[62788]: DEBUG nova.virt.hardware [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.276864] env[62788]: DEBUG nova.virt.hardware [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.276975] env[62788]: DEBUG nova.virt.hardware [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.277171] env[62788]: DEBUG nova.virt.hardware [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.277315] env[62788]: DEBUG nova.virt.hardware [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.277459] env[62788]: DEBUG nova.virt.hardware [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.277662] env[62788]: DEBUG nova.virt.hardware [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.277817] env[62788]: DEBUG nova.virt.hardware [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.278010] env[62788]: DEBUG nova.virt.hardware [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.278236] env[62788]: DEBUG nova.virt.hardware [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.278423] env[62788]: DEBUG nova.virt.hardware [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.279305] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a077ec-f58e-41a4-be00-9c2a538fa998 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.287151] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2384b2-c47e-470d-8195-35d396249442 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.349652] env[62788]: DEBUG nova.scheduler.client.report [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.379102] env[62788]: DEBUG nova.compute.manager [req-6fb65041-cfdd-486a-9f0b-d521a74ae163 req-851c24c3-e61b-486c-9bf1-6089aae76f23 service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Received event network-changed-1ef63f19-c182-4eda-b61e-f725ba7cc34f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 688.379308] env[62788]: DEBUG nova.compute.manager [req-6fb65041-cfdd-486a-9f0b-d521a74ae163 req-851c24c3-e61b-486c-9bf1-6089aae76f23 service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Refreshing instance network info cache due to event network-changed-1ef63f19-c182-4eda-b61e-f725ba7cc34f. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 688.379526] env[62788]: DEBUG oslo_concurrency.lockutils [req-6fb65041-cfdd-486a-9f0b-d521a74ae163 req-851c24c3-e61b-486c-9bf1-6089aae76f23 service nova] Acquiring lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.379670] env[62788]: DEBUG oslo_concurrency.lockutils [req-6fb65041-cfdd-486a-9f0b-d521a74ae163 req-851c24c3-e61b-486c-9bf1-6089aae76f23 service nova] Acquired lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.379892] env[62788]: DEBUG nova.network.neutron [req-6fb65041-cfdd-486a-9f0b-d521a74ae163 req-851c24c3-e61b-486c-9bf1-6089aae76f23 service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Refreshing network info cache for port 1ef63f19-c182-4eda-b61e-f725ba7cc34f {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.518180] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393636, 'name': Rename_Task, 'duration_secs': 0.156069} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.518588] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.518681] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71690167-c0c8-48d0-8af9-4a265f075098 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.526835] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 688.526835] env[62788]: value = "task-2393640" [ 688.526835] env[62788]: _type = "Task" [ 688.526835] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.534934] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.642851] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393633, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.718229] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.768794] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393639, 'name': CreateVM_Task, 'duration_secs': 0.388484} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.768985] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.769728] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 688.769899] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.770235] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 688.770492] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c964b13-6427-43f0-baa5-9346a851f039 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.776779] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 688.776779] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528962c9-7217-edd9-b11a-1931bbe1c61d" [ 688.776779] env[62788]: _type = "Task" [ 688.776779] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.783582] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528962c9-7217-edd9-b11a-1931bbe1c61d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.855733] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.856299] env[62788]: DEBUG nova.compute.manager [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 688.859023] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.105s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.861028] env[62788]: INFO nova.compute.claims [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.037137] env[62788]: DEBUG oslo_vmware.api [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393640, 'name': PowerOnVM_Task, 'duration_secs': 0.456591} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.037403] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.037606] env[62788]: DEBUG nova.compute.manager [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 689.038393] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c828d08-a889-4bcd-b8fb-1559f8f7e3e9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.142877] env[62788]: DEBUG oslo_vmware.api [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393633, 'name': PowerOnVM_Task, 'duration_secs': 1.673313} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.143164] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.143362] env[62788]: INFO nova.compute.manager [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Took 10.73 seconds to spawn the instance on the hypervisor. [ 689.143549] env[62788]: DEBUG nova.compute.manager [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 689.144557] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cde595-f67a-4f61-9229-7232fdf195be {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.231012] env[62788]: DEBUG nova.network.neutron [req-6fb65041-cfdd-486a-9f0b-d521a74ae163 req-851c24c3-e61b-486c-9bf1-6089aae76f23 service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updated VIF entry in instance network info cache for port 1ef63f19-c182-4eda-b61e-f725ba7cc34f. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.231412] env[62788]: DEBUG nova.network.neutron [req-6fb65041-cfdd-486a-9f0b-d521a74ae163 req-851c24c3-e61b-486c-9bf1-6089aae76f23 service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance_info_cache with network_info: [{"id": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "address": "fa:16:3e:68:67:39", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef63f19-c1", "ovs_interfaceid": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.289635] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528962c9-7217-edd9-b11a-1931bbe1c61d, 'name': SearchDatastore_Task, 'duration_secs': 0.013202} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.289635] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.289635] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.289635] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.289927] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.289927] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.289927] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a926a5f-c0b4-44a9-9347-76c4067cdca8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.300705] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.301045] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.301661] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8a730c-5c43-4d49-a987-1e8a0bedfd34 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.307213] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 689.307213] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f032c7-68ae-2a32-bf13-704490940e5d" [ 689.307213] env[62788]: _type = "Task" [ 689.307213] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.315490] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f032c7-68ae-2a32-bf13-704490940e5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.365456] env[62788]: DEBUG nova.compute.utils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 689.369821] env[62788]: DEBUG nova.compute.manager [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 689.370136] env[62788]: DEBUG nova.network.neutron [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.381800] env[62788]: DEBUG nova.network.neutron [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Successfully updated port: 4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.438874] env[62788]: DEBUG nova.policy [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5d96672c88846c7a5a4fba916c52799', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b78a46083df84e0bb97e0d2964e65d3b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.564666] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.665352] env[62788]: INFO nova.compute.manager [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Took 44.50 seconds to build instance. [ 689.734970] env[62788]: DEBUG oslo_concurrency.lockutils [req-6fb65041-cfdd-486a-9f0b-d521a74ae163 req-851c24c3-e61b-486c-9bf1-6089aae76f23 service nova] Releasing lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.825043] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f032c7-68ae-2a32-bf13-704490940e5d, 'name': SearchDatastore_Task, 'duration_secs': 0.039186} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.826609] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-594cc4c6-b6a4-4324-972e-11b4d71c1428 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.832324] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 689.832324] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52708b92-6519-2660-1b06-98c42ccc47d2" [ 689.832324] env[62788]: _type = "Task" [ 689.832324] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.841175] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52708b92-6519-2660-1b06-98c42ccc47d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.876467] env[62788]: DEBUG nova.compute.manager [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 689.888297] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.888297] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.888297] env[62788]: DEBUG nova.network.neutron [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.909411] env[62788]: DEBUG nova.network.neutron [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Successfully created port: 52b294b2-6b5f-48ad-8611-2a3ad1166722 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.167713] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cb101ab4-e959-4c6a-b31d-ddc9e3b3dbac tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.962s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.272840] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c601e5-2492-45c8-b9c9-dca22ee9d1d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.280196] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f34a65e-3458-4dba-9d0c-9ba7c7a748d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.309387] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19827c6e-a03f-4170-b7ca-0ef5fe962aca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.316590] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f2e319-805b-477b-96b2-26aac218a95f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.330883] env[62788]: DEBUG nova.compute.provider_tree [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.340599] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52708b92-6519-2660-1b06-98c42ccc47d2, 'name': SearchDatastore_Task, 'duration_secs': 0.013889} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.341877] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.341877] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 11a2b336-8e4b-4627-872c-b70cf0d19cc0/11a2b336-8e4b-4627-872c-b70cf0d19cc0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.342047] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c9c75f-99e1-482a-bd5b-8984ff559d61 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.348291] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 690.348291] env[62788]: value = "task-2393642" [ 690.348291] env[62788]: _type = "Task" [ 690.348291] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.355914] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.389813] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquiring lock "b008518e-6ef8-4750-85e0-2f9e8242e30f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.389813] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "b008518e-6ef8-4750-85e0-2f9e8242e30f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.390000] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquiring lock "b008518e-6ef8-4750-85e0-2f9e8242e30f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.390212] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "b008518e-6ef8-4750-85e0-2f9e8242e30f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.390390] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "b008518e-6ef8-4750-85e0-2f9e8242e30f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.394082] env[62788]: INFO nova.compute.manager [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Terminating instance [ 690.405915] env[62788]: DEBUG nova.compute.manager [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Received event network-vif-plugged-4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 690.406036] env[62788]: DEBUG oslo_concurrency.lockutils [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] Acquiring lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 690.406317] env[62788]: DEBUG oslo_concurrency.lockutils [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 690.406719] env[62788]: DEBUG oslo_concurrency.lockutils [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 690.406797] env[62788]: DEBUG nova.compute.manager [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] No waiting events found dispatching network-vif-plugged-4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.408239] env[62788]: WARNING nova.compute.manager [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Received unexpected event network-vif-plugged-4bd6f493-a3a3-462c-85fa-0695d4603f58 for instance with vm_state building and task_state spawning. [ 690.408239] env[62788]: DEBUG nova.compute.manager [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Received event network-changed-4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 690.408239] env[62788]: DEBUG nova.compute.manager [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Refreshing instance network info cache due to event network-changed-4bd6f493-a3a3-462c-85fa-0695d4603f58. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 690.408239] env[62788]: DEBUG oslo_concurrency.lockutils [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] Acquiring lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.425723] env[62788]: DEBUG nova.network.neutron [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.668149] env[62788]: DEBUG nova.network.neutron [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updating instance_info_cache with network_info: [{"id": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "address": "fa:16:3e:cd:e7:84", "network": {"id": "4eee5c24-7766-47cd-b885-4a274fdb5719", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850157775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c94b5e973e4a1eb6c0afb449bb17fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd6f493-a3", "ovs_interfaceid": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.669640] env[62788]: DEBUG nova.compute.manager [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 690.834262] env[62788]: DEBUG nova.scheduler.client.report [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.861601] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455227} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.861860] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 11a2b336-8e4b-4627-872c-b70cf0d19cc0/11a2b336-8e4b-4627-872c-b70cf0d19cc0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.862081] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.862330] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e26d8fa-f2e9-40fe-8a73-6be1b10525cc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.870539] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 690.870539] env[62788]: value = "task-2393643" [ 690.870539] env[62788]: _type = "Task" [ 690.870539] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.877591] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.893276] env[62788]: DEBUG nova.compute.manager [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 690.897236] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquiring lock "refresh_cache-b008518e-6ef8-4750-85e0-2f9e8242e30f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 690.897471] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquired lock "refresh_cache-b008518e-6ef8-4750-85e0-2f9e8242e30f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.897571] env[62788]: DEBUG nova.network.neutron [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.915848] env[62788]: DEBUG nova.virt.hardware [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.916092] env[62788]: DEBUG nova.virt.hardware [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.916483] env[62788]: DEBUG nova.virt.hardware [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.916483] env[62788]: DEBUG nova.virt.hardware [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.916653] env[62788]: DEBUG nova.virt.hardware [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.916762] env[62788]: DEBUG nova.virt.hardware [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.916966] env[62788]: DEBUG nova.virt.hardware [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.917138] env[62788]: DEBUG nova.virt.hardware [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.917307] env[62788]: DEBUG nova.virt.hardware [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.917475] env[62788]: DEBUG nova.virt.hardware [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.917632] env[62788]: DEBUG nova.virt.hardware [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.918783] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfed3af-f99a-471a-bf45-17418c56eb57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.928327] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c197d5-e69e-45b8-bcd6-17413479c04d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.174034] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.174160] env[62788]: DEBUG nova.compute.manager [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Instance network_info: |[{"id": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "address": "fa:16:3e:cd:e7:84", "network": {"id": "4eee5c24-7766-47cd-b885-4a274fdb5719", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850157775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c94b5e973e4a1eb6c0afb449bb17fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd6f493-a3", "ovs_interfaceid": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 691.176692] env[62788]: DEBUG oslo_concurrency.lockutils [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] Acquired lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.176808] env[62788]: DEBUG nova.network.neutron [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Refreshing network info cache for port 4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.178340] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:e7:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd6f493-a3a3-462c-85fa-0695d4603f58', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.185251] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Creating folder: Project (52c94b5e973e4a1eb6c0afb449bb17fd). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.190101] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f3f41b7-34ac-4301-b08a-368e9521020b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.206065] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Created folder: Project (52c94b5e973e4a1eb6c0afb449bb17fd) in parent group-v485515. [ 691.206274] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Creating folder: Instances. Parent ref: group-v485593. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.207223] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.207468] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aadf2b8e-0ea5-4166-bd5c-d9961c9cde1a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.217724] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Created folder: Instances in parent group-v485593. [ 691.217841] env[62788]: DEBUG oslo.service.loopingcall [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.218029] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.219233] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd01003e-eb3c-443b-acf3-8d77cb17e323 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.237898] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.237898] env[62788]: value = "task-2393646" [ 691.237898] env[62788]: _type = "Task" [ 691.237898] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.245884] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393646, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.339833] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.340493] env[62788]: DEBUG nova.compute.manager [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 691.343354] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.732s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.380596] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065538} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.380880] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.381724] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d259dac6-e39b-452d-b9f3-498857b768ae {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.407723] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 11a2b336-8e4b-4627-872c-b70cf0d19cc0/11a2b336-8e4b-4627-872c-b70cf0d19cc0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.413549] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c36cf19-ac6c-44ff-ae0a-cc6e7f3cabc7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.433871] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 691.433871] env[62788]: value = "task-2393647" [ 691.433871] env[62788]: _type = "Task" [ 691.433871] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.443259] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.445583] env[62788]: DEBUG nova.network.neutron [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.505453] env[62788]: DEBUG nova.network.neutron [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.606647] env[62788]: DEBUG nova.network.neutron [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updated VIF entry in instance network info cache for port 4bd6f493-a3a3-462c-85fa-0695d4603f58. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.606647] env[62788]: DEBUG nova.network.neutron [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updating instance_info_cache with network_info: [{"id": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "address": "fa:16:3e:cd:e7:84", "network": {"id": "4eee5c24-7766-47cd-b885-4a274fdb5719", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850157775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c94b5e973e4a1eb6c0afb449bb17fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd6f493-a3", "ovs_interfaceid": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.609682] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "7dc6128f-ff23-4add-a7cf-52c54174ea85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 691.609682] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "7dc6128f-ff23-4add-a7cf-52c54174ea85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.738530] env[62788]: DEBUG nova.network.neutron [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Successfully updated port: 52b294b2-6b5f-48ad-8611-2a3ad1166722 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.751064] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393646, 'name': CreateVM_Task, 'duration_secs': 0.334954} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.751249] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.752800] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.753009] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.753335] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.754243] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38263f4-f0d5-488c-a6c9-7aa685d18b37 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.759239] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 691.759239] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5274755a-b008-7fcc-8f22-c4ec716b8612" [ 691.759239] env[62788]: _type = "Task" [ 691.759239] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.767851] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5274755a-b008-7fcc-8f22-c4ec716b8612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.847033] env[62788]: DEBUG nova.compute.utils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 691.852447] env[62788]: DEBUG nova.compute.manager [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 691.852663] env[62788]: DEBUG nova.network.neutron [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.904616] env[62788]: DEBUG nova.policy [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeae49e8cdf8441298dde4138c24bdcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '486df81035b346ec93218bf174889908', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.943823] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393647, 'name': ReconfigVM_Task, 'duration_secs': 0.300269} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.946522] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 11a2b336-8e4b-4627-872c-b70cf0d19cc0/11a2b336-8e4b-4627-872c-b70cf0d19cc0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.947378] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b1b8e5a-b9b8-4f43-9ac0-215ca6831292 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.953706] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 691.953706] env[62788]: value = "task-2393649" [ 691.953706] env[62788]: _type = "Task" [ 691.953706] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.963648] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393649, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.007788] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Releasing lock "refresh_cache-b008518e-6ef8-4750-85e0-2f9e8242e30f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.008385] env[62788]: DEBUG nova.compute.manager [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 692.008593] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.011878] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddfd02e-773f-4c96-835a-0f15e1bd0f87 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.019899] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.020233] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fef6218d-f8bd-491f-9163-712db98cd941 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.029637] env[62788]: DEBUG oslo_vmware.api [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 692.029637] env[62788]: value = "task-2393650" [ 692.029637] env[62788]: _type = "Task" [ 692.029637] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.037521] env[62788]: DEBUG oslo_vmware.api [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.109366] env[62788]: DEBUG oslo_concurrency.lockutils [req-315b07f5-1aa2-4da3-92e8-d12d88a5994d req-91df85cb-b867-4ffd-9c4f-6b1b5b20b7a4 service nova] Releasing lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.247375] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquiring lock "refresh_cache-d55dd43d-e3a5-413a-8d09-340cfd8b8090" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.247375] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquired lock "refresh_cache-d55dd43d-e3a5-413a-8d09-340cfd8b8090" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.247375] env[62788]: DEBUG nova.network.neutron [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.278724] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5274755a-b008-7fcc-8f22-c4ec716b8612, 'name': SearchDatastore_Task, 'duration_secs': 0.022995} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.279061] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.279364] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.279648] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.279885] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.280230] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.280541] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60a51229-3107-4a87-90be-ecd95dd8887a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.292492] env[62788]: DEBUG nova.network.neutron [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Successfully created port: 6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.302779] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.303047] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.304460] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db03b79f-f30c-495e-afc4-b64753dbdf14 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.311149] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 692.311149] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5203d0ad-d98e-4901-afd7-97c1741dc822" [ 692.311149] env[62788]: _type = "Task" [ 692.311149] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.313285] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e466b99-2213-4392-97ac-92e2efd2003d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.327772] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b10bfa-1aac-4320-8509-3e171602bab1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.330819] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5203d0ad-d98e-4901-afd7-97c1741dc822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.358706] env[62788]: DEBUG nova.compute.manager [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 692.364673] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1469319-3e39-4d66-ad41-3cd6405848d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.375432] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621624fe-3cb7-4e3b-a04b-bcbe3ab7530c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.390640] env[62788]: DEBUG nova.compute.provider_tree [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.450606] env[62788]: DEBUG nova.compute.manager [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Received event network-vif-plugged-52b294b2-6b5f-48ad-8611-2a3ad1166722 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 692.450788] env[62788]: DEBUG oslo_concurrency.lockutils [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] Acquiring lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 692.451017] env[62788]: DEBUG oslo_concurrency.lockutils [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] Lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 692.451627] env[62788]: DEBUG oslo_concurrency.lockutils [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] Lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 692.451627] env[62788]: DEBUG nova.compute.manager [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] No waiting events found dispatching network-vif-plugged-52b294b2-6b5f-48ad-8611-2a3ad1166722 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.451627] env[62788]: WARNING nova.compute.manager [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Received unexpected event network-vif-plugged-52b294b2-6b5f-48ad-8611-2a3ad1166722 for instance with vm_state building and task_state spawning. [ 692.451917] env[62788]: DEBUG nova.compute.manager [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Received event network-changed-52b294b2-6b5f-48ad-8611-2a3ad1166722 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 692.451917] env[62788]: DEBUG nova.compute.manager [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Refreshing instance network info cache due to event network-changed-52b294b2-6b5f-48ad-8611-2a3ad1166722. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 692.451998] env[62788]: DEBUG oslo_concurrency.lockutils [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] Acquiring lock "refresh_cache-d55dd43d-e3a5-413a-8d09-340cfd8b8090" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 692.464105] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393649, 'name': Rename_Task, 'duration_secs': 0.170488} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.464372] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.464605] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec8cf168-8d7c-486f-941d-8a5d56d11c5f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.470622] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 692.470622] env[62788]: value = "task-2393651" [ 692.470622] env[62788]: _type = "Task" [ 692.470622] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.478118] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.539340] env[62788]: DEBUG oslo_vmware.api [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393650, 'name': PowerOffVM_Task, 'duration_secs': 0.129198} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.539431] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.539657] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.539833] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbc6d49a-d974-478f-b172-9dc5bff52845 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.562641] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.562858] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.563046] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Deleting the datastore file [datastore1] b008518e-6ef8-4750-85e0-2f9e8242e30f {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.563308] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f332e74-d72a-4b27-9098-fbd98b569037 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.569683] env[62788]: DEBUG oslo_vmware.api [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for the task: (returnval){ [ 692.569683] env[62788]: value = "task-2393653" [ 692.569683] env[62788]: _type = "Task" [ 692.569683] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.577947] env[62788]: DEBUG oslo_vmware.api [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.781062] env[62788]: DEBUG nova.network.neutron [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.823315] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5203d0ad-d98e-4901-afd7-97c1741dc822, 'name': SearchDatastore_Task, 'duration_secs': 0.030878} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.824123] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cc7dd28-3099-4726-9584-019dea814872 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.829739] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 692.829739] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5204586d-44c6-4437-1a5b-20b65662ec99" [ 692.829739] env[62788]: _type = "Task" [ 692.829739] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.838243] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5204586d-44c6-4437-1a5b-20b65662ec99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.894587] env[62788]: DEBUG nova.scheduler.client.report [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.979827] env[62788]: DEBUG oslo_vmware.api [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393651, 'name': PowerOnVM_Task, 'duration_secs': 0.45566} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.980314] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.980662] env[62788]: INFO nova.compute.manager [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Took 7.33 seconds to spawn the instance on the hypervisor. [ 692.980967] env[62788]: DEBUG nova.compute.manager [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 692.984062] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516337a6-90bd-4f5a-9335-c59b166005d8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.020020] env[62788]: DEBUG nova.network.neutron [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Updating instance_info_cache with network_info: [{"id": "52b294b2-6b5f-48ad-8611-2a3ad1166722", "address": "fa:16:3e:bb:e4:1d", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b294b2-6b", "ovs_interfaceid": "52b294b2-6b5f-48ad-8611-2a3ad1166722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.079671] env[62788]: DEBUG oslo_vmware.api [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.341792] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5204586d-44c6-4437-1a5b-20b65662ec99, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.342920] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.342920] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] adb75301-5ea3-4467-bf86-e4e7891e9d28/adb75301-5ea3-4467-bf86-e4e7891e9d28.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.342920] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a70c80c4-9d00-4337-a6e3-475b9d674fcf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.349074] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 693.349074] env[62788]: value = "task-2393654" [ 693.349074] env[62788]: _type = "Task" [ 693.349074] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.356891] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.379455] env[62788]: DEBUG nova.compute.manager [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 693.411058] env[62788]: DEBUG nova.virt.hardware [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.411231] env[62788]: DEBUG nova.virt.hardware [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.411377] env[62788]: DEBUG nova.virt.hardware [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.411585] env[62788]: DEBUG nova.virt.hardware [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.411737] env[62788]: DEBUG nova.virt.hardware [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.411894] env[62788]: DEBUG nova.virt.hardware [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.412127] env[62788]: DEBUG nova.virt.hardware [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.412305] env[62788]: DEBUG nova.virt.hardware [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.412514] env[62788]: DEBUG nova.virt.hardware [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.412697] env[62788]: DEBUG nova.virt.hardware [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.412891] env[62788]: DEBUG nova.virt.hardware [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.414426] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603fff84-676b-49ae-8cab-20a8a1f43000 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.423056] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5936176a-315a-4d8d-8fee-b3ff2836f39a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.499027] env[62788]: INFO nova.compute.manager [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Took 43.98 seconds to build instance. [ 693.520278] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Releasing lock "refresh_cache-d55dd43d-e3a5-413a-8d09-340cfd8b8090" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 693.520577] env[62788]: DEBUG nova.compute.manager [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Instance network_info: |[{"id": "52b294b2-6b5f-48ad-8611-2a3ad1166722", "address": "fa:16:3e:bb:e4:1d", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b294b2-6b", "ovs_interfaceid": "52b294b2-6b5f-48ad-8611-2a3ad1166722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 693.520853] env[62788]: DEBUG oslo_concurrency.lockutils [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] Acquired lock "refresh_cache-d55dd43d-e3a5-413a-8d09-340cfd8b8090" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.521049] env[62788]: DEBUG nova.network.neutron [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Refreshing network info cache for port 52b294b2-6b5f-48ad-8611-2a3ad1166722 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.522784] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:e4:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52b294b2-6b5f-48ad-8611-2a3ad1166722', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.530649] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Creating folder: Project (b78a46083df84e0bb97e0d2964e65d3b). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.531471] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0f3658b-4498-4f79-beec-1d132a80e6cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.547255] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Created folder: Project (b78a46083df84e0bb97e0d2964e65d3b) in parent group-v485515. [ 693.547557] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Creating folder: Instances. Parent ref: group-v485596. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.547888] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dc26a3c-c95a-417f-a349-a820c1d2df1d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.557801] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Created folder: Instances in parent group-v485596. [ 693.558034] env[62788]: DEBUG oslo.service.loopingcall [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.558246] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.558447] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d8e6ee0-16be-406a-83aa-fc991f329ae5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.580659] env[62788]: DEBUG oslo_vmware.api [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Task: {'id': task-2393653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.609801} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.582463] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.582661] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.582837] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.583013] env[62788]: INFO nova.compute.manager [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Took 1.57 seconds to destroy the instance on the hypervisor. [ 693.583252] env[62788]: DEBUG oslo.service.loopingcall [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 693.583433] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.583433] env[62788]: value = "task-2393657" [ 693.583433] env[62788]: _type = "Task" [ 693.583433] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.583600] env[62788]: DEBUG nova.compute.manager [-] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 693.583693] env[62788]: DEBUG nova.network.neutron [-] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.592493] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393657, 'name': CreateVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.605907] env[62788]: DEBUG nova.network.neutron [-] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.854654] env[62788]: DEBUG nova.network.neutron [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Successfully updated port: 6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.865071] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393654, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.906714] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.563s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.910133] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.067s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.910424] env[62788]: DEBUG nova.objects.instance [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lazy-loading 'resources' on Instance uuid e25dd119-c032-4dfa-bd50-efa59fa5849f {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.000565] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fa017b0c-5f46-4925-b6e5-9d844dd5c2ca tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.809s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.095830] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393657, 'name': CreateVM_Task, 'duration_secs': 0.405633} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.096077] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.096816] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.097018] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.097459] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 694.097764] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac3e2ae-ca75-4ce2-a5f6-afd4f1a7211a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.103741] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for the task: (returnval){ [ 694.103741] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5207a70a-a87e-6892-22fd-83aaf3d7135c" [ 694.103741] env[62788]: _type = "Task" [ 694.103741] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.109615] env[62788]: DEBUG nova.network.neutron [-] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.116322] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5207a70a-a87e-6892-22fd-83aaf3d7135c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.330085] env[62788]: DEBUG nova.network.neutron [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Updated VIF entry in instance network info cache for port 52b294b2-6b5f-48ad-8611-2a3ad1166722. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.330085] env[62788]: DEBUG nova.network.neutron [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Updating instance_info_cache with network_info: [{"id": "52b294b2-6b5f-48ad-8611-2a3ad1166722", "address": "fa:16:3e:bb:e4:1d", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.25", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52b294b2-6b", "ovs_interfaceid": "52b294b2-6b5f-48ad-8611-2a3ad1166722", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.360899] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquiring lock "refresh_cache-b4e1a19a-91c7-42ed-a180-bb0c6a897409" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.360899] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquired lock "refresh_cache-b4e1a19a-91c7-42ed-a180-bb0c6a897409" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.360899] env[62788]: DEBUG nova.network.neutron [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.362596] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722113} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.362596] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] adb75301-5ea3-4467-bf86-e4e7891e9d28/adb75301-5ea3-4467-bf86-e4e7891e9d28.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.362596] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.363096] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f741b6c-bace-454d-892a-d5b89deb7dd1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.373100] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 694.373100] env[62788]: value = "task-2393659" [ 694.373100] env[62788]: _type = "Task" [ 694.373100] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.381290] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393659, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.486015] env[62788]: INFO nova.scheduler.client.report [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Deleted allocation for migration 233d113f-65c1-41a3-abb6-c93c1ff6b2e0 [ 694.503941] env[62788]: DEBUG nova.compute.manager [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 694.612285] env[62788]: INFO nova.compute.manager [-] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Took 1.03 seconds to deallocate network for instance. [ 694.621362] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5207a70a-a87e-6892-22fd-83aaf3d7135c, 'name': SearchDatastore_Task, 'duration_secs': 0.011661} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.624110] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.624311] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.624537] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.624682] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.624860] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.625760] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41c59314-1fd5-4d27-a637-f6d526f8acbe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.636592] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.636783] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.637595] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd874cac-9996-4aa4-b256-ae7be5f5ebab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.646653] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for the task: (returnval){ [ 694.646653] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5252ccd6-a62e-b3b4-9b9d-f3b139224671" [ 694.646653] env[62788]: _type = "Task" [ 694.646653] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.657533] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5252ccd6-a62e-b3b4-9b9d-f3b139224671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.684592] env[62788]: DEBUG nova.compute.manager [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Received event network-vif-plugged-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 694.684592] env[62788]: DEBUG oslo_concurrency.lockutils [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] Acquiring lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.684592] env[62788]: DEBUG oslo_concurrency.lockutils [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] Lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.684592] env[62788]: DEBUG oslo_concurrency.lockutils [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] Lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.684592] env[62788]: DEBUG nova.compute.manager [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] No waiting events found dispatching network-vif-plugged-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.685047] env[62788]: WARNING nova.compute.manager [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Received unexpected event network-vif-plugged-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e for instance with vm_state building and task_state spawning. [ 694.685047] env[62788]: DEBUG nova.compute.manager [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Received event network-changed-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 694.685047] env[62788]: DEBUG nova.compute.manager [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Refreshing instance network info cache due to event network-changed-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 694.685232] env[62788]: DEBUG oslo_concurrency.lockutils [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] Acquiring lock "refresh_cache-b4e1a19a-91c7-42ed-a180-bb0c6a897409" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.834269] env[62788]: DEBUG oslo_concurrency.lockutils [req-6449c22a-9a49-469f-b6d4-5cbbf29e2256 req-a39a11f2-aa91-4d81-a6f2-728bc9e8ae32 service nova] Releasing lock "refresh_cache-d55dd43d-e3a5-413a-8d09-340cfd8b8090" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.885510] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393659, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071595} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.886791] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.888394] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d80bdb4-59fe-4b8d-9d1b-a9678df75814 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.890659] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81ab6d1-40da-4315-9585-753633c19a55 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.906813] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f2904e-9f45-4813-b449-d3d3ef0cec93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.919545] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] adb75301-5ea3-4467-bf86-e4e7891e9d28/adb75301-5ea3-4467-bf86-e4e7891e9d28.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.919545] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e1efce5-45ff-4ac9-afb0-8b1ddc434d68 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.936758] env[62788]: DEBUG nova.network.neutron [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.976798] env[62788]: DEBUG nova.compute.manager [req-d6c63370-3393-4508-8a46-d41396b9a919 req-54ac7367-6f13-4cb9-b651-56205e84cad1 service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Received event network-changed-1ef63f19-c182-4eda-b61e-f725ba7cc34f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 694.976798] env[62788]: DEBUG nova.compute.manager [req-d6c63370-3393-4508-8a46-d41396b9a919 req-54ac7367-6f13-4cb9-b651-56205e84cad1 service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Refreshing instance network info cache due to event network-changed-1ef63f19-c182-4eda-b61e-f725ba7cc34f. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 694.976798] env[62788]: DEBUG oslo_concurrency.lockutils [req-d6c63370-3393-4508-8a46-d41396b9a919 req-54ac7367-6f13-4cb9-b651-56205e84cad1 service nova] Acquiring lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.976798] env[62788]: DEBUG oslo_concurrency.lockutils [req-d6c63370-3393-4508-8a46-d41396b9a919 req-54ac7367-6f13-4cb9-b651-56205e84cad1 service nova] Acquired lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.976798] env[62788]: DEBUG nova.network.neutron [req-d6c63370-3393-4508-8a46-d41396b9a919 req-54ac7367-6f13-4cb9-b651-56205e84cad1 service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Refreshing network info cache for port 1ef63f19-c182-4eda-b61e-f725ba7cc34f {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.977993] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bef2902-3eae-4c6f-8605-3fe511880553 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.981703] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 694.981703] env[62788]: value = "task-2393660" [ 694.981703] env[62788]: _type = "Task" [ 694.981703] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.990516] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735c5311-14c8-41a0-9e53-0443e28165a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.999032] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e45145e4-f1a8-47c7-b344-306d5acffb95 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.883s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.000745] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.013613] env[62788]: DEBUG nova.compute.provider_tree [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.032422] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.124071] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.157946] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5252ccd6-a62e-b3b4-9b9d-f3b139224671, 'name': SearchDatastore_Task, 'duration_secs': 0.02547} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.158775] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14d5772-899f-4737-af50-f40b5011a356 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.164192] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for the task: (returnval){ [ 695.164192] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5268baf3-8a2f-5de4-9c55-9e8f2da6d8fb" [ 695.164192] env[62788]: _type = "Task" [ 695.164192] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.171728] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5268baf3-8a2f-5de4-9c55-9e8f2da6d8fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.354027] env[62788]: DEBUG nova.network.neutron [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Updating instance_info_cache with network_info: [{"id": "6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e", "address": "fa:16:3e:c1:f2:60", "network": {"id": "d7f705f7-73f3-46ea-82a4-fab96d41dcdc", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1112691678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "486df81035b346ec93218bf174889908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aec1cf6-cb", "ovs_interfaceid": "6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.496754] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.543812] env[62788]: ERROR nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [req-c4e82bfe-66de-4dc1-b450-42f695a2bcf0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c4e82bfe-66de-4dc1-b450-42f695a2bcf0"}]} [ 695.564290] env[62788]: DEBUG nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 695.595086] env[62788]: DEBUG nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 695.595329] env[62788]: DEBUG nova.compute.provider_tree [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.612336] env[62788]: DEBUG nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 695.634999] env[62788]: DEBUG nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 695.676355] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5268baf3-8a2f-5de4-9c55-9e8f2da6d8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.038532} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.676655] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.677430] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] d55dd43d-e3a5-413a-8d09-340cfd8b8090/d55dd43d-e3a5-413a-8d09-340cfd8b8090.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.679847] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c066522-2872-43c3-ae38-4161cf149c83 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.687957] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for the task: (returnval){ [ 695.687957] env[62788]: value = "task-2393661" [ 695.687957] env[62788]: _type = "Task" [ 695.687957] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.704183] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.806840] env[62788]: DEBUG nova.network.neutron [req-d6c63370-3393-4508-8a46-d41396b9a919 req-54ac7367-6f13-4cb9-b651-56205e84cad1 service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updated VIF entry in instance network info cache for port 1ef63f19-c182-4eda-b61e-f725ba7cc34f. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.807245] env[62788]: DEBUG nova.network.neutron [req-d6c63370-3393-4508-8a46-d41396b9a919 req-54ac7367-6f13-4cb9-b651-56205e84cad1 service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance_info_cache with network_info: [{"id": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "address": "fa:16:3e:68:67:39", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef63f19-c1", "ovs_interfaceid": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.857233] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Releasing lock "refresh_cache-b4e1a19a-91c7-42ed-a180-bb0c6a897409" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.857566] env[62788]: DEBUG nova.compute.manager [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Instance network_info: |[{"id": "6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e", "address": "fa:16:3e:c1:f2:60", "network": {"id": "d7f705f7-73f3-46ea-82a4-fab96d41dcdc", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1112691678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "486df81035b346ec93218bf174889908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aec1cf6-cb", "ovs_interfaceid": "6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 695.857955] env[62788]: DEBUG oslo_concurrency.lockutils [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] Acquired lock "refresh_cache-b4e1a19a-91c7-42ed-a180-bb0c6a897409" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.858195] env[62788]: DEBUG nova.network.neutron [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Refreshing network info cache for port 6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.859469] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:f2:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.867835] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Creating folder: Project (486df81035b346ec93218bf174889908). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.873951] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43e70e67-5acf-4bf6-89c5-96018bbeab78 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.891922] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Created folder: Project (486df81035b346ec93218bf174889908) in parent group-v485515. [ 695.892215] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Creating folder: Instances. Parent ref: group-v485600. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.892215] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7afb10e3-7369-4c31-a509-2a4d451d84e4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.904847] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Created folder: Instances in parent group-v485600. [ 695.905144] env[62788]: DEBUG oslo.service.loopingcall [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.905368] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.905566] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c062946-f767-471a-a358-0576d8243fbb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.935519] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.935519] env[62788]: value = "task-2393665" [ 695.935519] env[62788]: _type = "Task" [ 695.935519] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.947101] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393665, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.004820] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393660, 'name': ReconfigVM_Task, 'duration_secs': 0.965727} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.005075] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Reconfigured VM instance instance-00000019 to attach disk [datastore2] adb75301-5ea3-4467-bf86-e4e7891e9d28/adb75301-5ea3-4467-bf86-e4e7891e9d28.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.005995] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bab6cc3c-46a3-454d-b615-9a69dbce43d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.014197] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 696.014197] env[62788]: value = "task-2393666" [ 696.014197] env[62788]: _type = "Task" [ 696.014197] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.022868] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393666, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.150026] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e7631b-44d9-4761-9748-146d5e9936be {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.158496] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f0e9c2-60da-46d1-ac00-72751b43647a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.200957] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c9999a-ec6a-487c-977c-1e1070f93b0f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.210142] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393661, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.213753] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e78d6-d68a-41fc-881d-bffe1899ba75 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.230033] env[62788]: DEBUG nova.compute.provider_tree [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.316840] env[62788]: DEBUG oslo_concurrency.lockutils [req-d6c63370-3393-4508-8a46-d41396b9a919 req-54ac7367-6f13-4cb9-b651-56205e84cad1 service nova] Releasing lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.443954] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393665, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.534577] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393666, 'name': Rename_Task, 'duration_secs': 0.326028} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.534908] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.535155] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c7cfd55-bf3d-4e81-b874-89452dc7e10f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.543019] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 696.543019] env[62788]: value = "task-2393667" [ 696.543019] env[62788]: _type = "Task" [ 696.543019] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.554080] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.709054] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633421} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.709512] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] d55dd43d-e3a5-413a-8d09-340cfd8b8090/d55dd43d-e3a5-413a-8d09-340cfd8b8090.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.709891] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.710260] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7376a992-2c41-4fd1-8e45-4f2a2b4b23db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.717640] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for the task: (returnval){ [ 696.717640] env[62788]: value = "task-2393668" [ 696.717640] env[62788]: _type = "Task" [ 696.717640] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.718613] env[62788]: DEBUG nova.network.neutron [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Updated VIF entry in instance network info cache for port 6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.719126] env[62788]: DEBUG nova.network.neutron [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Updating instance_info_cache with network_info: [{"id": "6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e", "address": "fa:16:3e:c1:f2:60", "network": {"id": "d7f705f7-73f3-46ea-82a4-fab96d41dcdc", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1112691678-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "486df81035b346ec93218bf174889908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aec1cf6-cb", "ovs_interfaceid": "6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.731176] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.751531] env[62788]: ERROR nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] [req-653b6107-208a-4144-929b-9008dd0d9b6f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-653b6107-208a-4144-929b-9008dd0d9b6f"}]} [ 696.768704] env[62788]: DEBUG nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 696.785025] env[62788]: DEBUG nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 696.785332] env[62788]: DEBUG nova.compute.provider_tree [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 696.797833] env[62788]: DEBUG nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 696.818459] env[62788]: DEBUG nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 696.946616] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393665, 'name': CreateVM_Task, 'duration_secs': 0.595572} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.946887] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.947699] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.947954] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.948413] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.948692] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f523ca50-0c87-4926-8493-0ef31ce8a446 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.955526] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for the task: (returnval){ [ 696.955526] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527f2850-dbe4-fcfd-925f-adc3bef5ba89" [ 696.955526] env[62788]: _type = "Task" [ 696.955526] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.969632] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527f2850-dbe4-fcfd-925f-adc3bef5ba89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.977221] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "ff1d5b52-ea04-469f-8971-14419e9c138f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.977551] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "ff1d5b52-ea04-469f-8971-14419e9c138f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.055143] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.226088] env[62788]: DEBUG oslo_concurrency.lockutils [req-afb1749c-2484-42f2-b1c7-20a4aef147fb req-dca7c48f-11ae-41a7-b7fc-7a5efc3a6128 service nova] Releasing lock "refresh_cache-b4e1a19a-91c7-42ed-a180-bb0c6a897409" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.232105] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072044} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.233134] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.233883] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6ebcfd-8eb4-4df8-81e5-310e1f1fe9cd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.236754] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb21216-a18f-406c-a76c-3a8b4c9fb6e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.253635] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fc001d-ae2c-4057-8763-c416a4d0b0de {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.265224] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] d55dd43d-e3a5-413a-8d09-340cfd8b8090/d55dd43d-e3a5-413a-8d09-340cfd8b8090.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.265780] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15c0a685-af37-4daf-bf9e-4e67beed7af2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.308571] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584b4f40-56d8-4a9a-bb66-2b5d85db21af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.311292] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for the task: (returnval){ [ 697.311292] env[62788]: value = "task-2393669" [ 697.311292] env[62788]: _type = "Task" [ 697.311292] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.318014] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3423ef5-f942-48da-b420-50df67e9ba25 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.326467] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.336922] env[62788]: DEBUG nova.compute.provider_tree [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 697.469705] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527f2850-dbe4-fcfd-925f-adc3bef5ba89, 'name': SearchDatastore_Task, 'duration_secs': 0.022317} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.470015] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.470262] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.470510] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 697.470649] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.471204] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.471204] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b62a1d4-a574-459d-b8c8-eae0ca7a2c15 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.480779] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.480973] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.481695] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fc1b302-c765-45ba-8db1-e33aa228fe05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.487789] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for the task: (returnval){ [ 697.487789] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5240236e-82a3-58cc-dabb-90d98ea9fbb5" [ 697.487789] env[62788]: _type = "Task" [ 697.487789] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.496266] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5240236e-82a3-58cc-dabb-90d98ea9fbb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.554783] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393667, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.822374] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393669, 'name': ReconfigVM_Task, 'duration_secs': 0.321626} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.822764] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Reconfigured VM instance instance-0000001a to attach disk [datastore2] d55dd43d-e3a5-413a-8d09-340cfd8b8090/d55dd43d-e3a5-413a-8d09-340cfd8b8090.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.823590] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88415756-1877-461a-9bc6-2dea764f58cd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.831584] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for the task: (returnval){ [ 697.831584] env[62788]: value = "task-2393671" [ 697.831584] env[62788]: _type = "Task" [ 697.831584] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.843760] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393671, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.879070] env[62788]: DEBUG nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 697.880032] env[62788]: DEBUG nova.compute.provider_tree [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 50 to 51 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 697.880032] env[62788]: DEBUG nova.compute.provider_tree [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 698.000431] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5240236e-82a3-58cc-dabb-90d98ea9fbb5, 'name': SearchDatastore_Task, 'duration_secs': 0.017998} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.001263] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5755e4c2-6e9a-463a-b759-7e26df374297 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.008917] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for the task: (returnval){ [ 698.008917] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5275d921-bdc2-ebf9-4172-2145cac8ca5c" [ 698.008917] env[62788]: _type = "Task" [ 698.008917] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.018061] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5275d921-bdc2-ebf9-4172-2145cac8ca5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.055929] env[62788]: DEBUG oslo_vmware.api [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393667, 'name': PowerOnVM_Task, 'duration_secs': 1.499549} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.056292] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.056498] env[62788]: INFO nova.compute.manager [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Took 9.81 seconds to spawn the instance on the hypervisor. [ 698.056679] env[62788]: DEBUG nova.compute.manager [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 698.057466] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1922847-d2f2-46d3-95fc-f88cfd5434c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.342133] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393671, 'name': Rename_Task, 'duration_secs': 0.212098} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.342364] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.342593] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d2bc4c6-0230-4d66-93d5-b74dc3bd21b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.363096] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for the task: (returnval){ [ 698.363096] env[62788]: value = "task-2393672" [ 698.363096] env[62788]: _type = "Task" [ 698.363096] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.372882] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.384814] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.475s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.387165] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.806s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.388658] env[62788]: INFO nova.compute.claims [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.408030] env[62788]: INFO nova.scheduler.client.report [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Deleted allocations for instance e25dd119-c032-4dfa-bd50-efa59fa5849f [ 698.520356] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5275d921-bdc2-ebf9-4172-2145cac8ca5c, 'name': SearchDatastore_Task, 'duration_secs': 0.022963} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.520683] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 698.521064] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] b4e1a19a-91c7-42ed-a180-bb0c6a897409/b4e1a19a-91c7-42ed-a180-bb0c6a897409.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.521328] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc244743-0406-448d-af95-a8a3c8c3a126 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.530037] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for the task: (returnval){ [ 698.530037] env[62788]: value = "task-2393673" [ 698.530037] env[62788]: _type = "Task" [ 698.530037] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.538247] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.574852] env[62788]: INFO nova.compute.manager [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Took 45.48 seconds to build instance. [ 698.875496] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.917399] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b814e12-0465-4cc1-a770-cb4d748e7e1d tempest-InstanceActionsTestJSON-1088266027 tempest-InstanceActionsTestJSON-1088266027-project-member] Lock "e25dd119-c032-4dfa-bd50-efa59fa5849f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.919s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.045309] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393673, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.077143] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7f0cd332-8c75-4c24-b752-61dda7b3115c tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.387s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.375410] env[62788]: DEBUG oslo_vmware.api [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393672, 'name': PowerOnVM_Task, 'duration_secs': 0.592294} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.375846] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.376324] env[62788]: INFO nova.compute.manager [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Took 8.48 seconds to spawn the instance on the hypervisor. [ 699.376324] env[62788]: DEBUG nova.compute.manager [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 699.377242] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe4bd78-d64f-49d8-b6dc-2161d4f60fee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.547704] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572921} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.548158] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] b4e1a19a-91c7-42ed-a180-bb0c6a897409/b4e1a19a-91c7-42ed-a180-bb0c6a897409.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.548586] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.548935] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bedeb1e5-6478-4b80-b323-42b32999e65a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.557918] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for the task: (returnval){ [ 699.557918] env[62788]: value = "task-2393674" [ 699.557918] env[62788]: _type = "Task" [ 699.557918] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.567877] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.579495] env[62788]: DEBUG nova.compute.manager [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 699.903225] env[62788]: INFO nova.compute.manager [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Took 43.37 seconds to build instance. [ 699.952346] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd79a7af-d8e6-45ea-963e-69482e95043a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.964673] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812dc064-7e23-431b-bc41-a7ba02005a32 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.010432] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3590f4f3-f2a8-4eb8-867f-90e44b0e59a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.019281] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481ea51f-f98d-48a8-983b-0e037f16330f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.036482] env[62788]: DEBUG nova.compute.provider_tree [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.072037] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188572} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.072037] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.072037] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4a5aab-ddb5-4a86-a2d8-bdda4f579b10 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.098367] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] b4e1a19a-91c7-42ed-a180-bb0c6a897409/b4e1a19a-91c7-42ed-a180-bb0c6a897409.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.101176] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6740a05-5c74-4728-aada-64a92e79b241 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.123200] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for the task: (returnval){ [ 700.123200] env[62788]: value = "task-2393676" [ 700.123200] env[62788]: _type = "Task" [ 700.123200] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.127969] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.135936] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.409018] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0cfb3a9-8eb5-4bee-8dda-438d75b096db tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.671s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.423065] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "7a5bea28-eabd-49dd-a854-33805622c7d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 700.423321] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "7a5bea28-eabd-49dd-a854-33805622c7d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.464692] env[62788]: DEBUG nova.compute.manager [None req-2ce9e777-46b8-407e-b02f-74c9454a8173 tempest-ServerDiagnosticsTest-2075800659 tempest-ServerDiagnosticsTest-2075800659-project-admin] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 700.465803] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfab31cc-0799-47e7-be63-4c9ed5b0c3c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.474180] env[62788]: INFO nova.compute.manager [None req-2ce9e777-46b8-407e-b02f-74c9454a8173 tempest-ServerDiagnosticsTest-2075800659 tempest-ServerDiagnosticsTest-2075800659-project-admin] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Retrieving diagnostics [ 700.475028] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3623c74b-c268-4b6e-8611-b7b9695e2fa4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.539203] env[62788]: DEBUG nova.scheduler.client.report [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.635052] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.911359] env[62788]: DEBUG nova.compute.manager [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 701.045203] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.045926] env[62788]: DEBUG nova.compute.manager [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 701.050591] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.138s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.050777] env[62788]: DEBUG nova.objects.instance [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 701.138905] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.436117] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.552454] env[62788]: DEBUG nova.compute.utils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 701.554042] env[62788]: DEBUG nova.compute.manager [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 701.554222] env[62788]: DEBUG nova.network.neutron [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.562745] env[62788]: DEBUG oslo_concurrency.lockutils [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquiring lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.563100] env[62788]: DEBUG oslo_concurrency.lockutils [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.563100] env[62788]: DEBUG oslo_concurrency.lockutils [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquiring lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.563327] env[62788]: DEBUG oslo_concurrency.lockutils [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.563568] env[62788]: DEBUG oslo_concurrency.lockutils [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.565961] env[62788]: INFO nova.compute.manager [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Terminating instance [ 701.620367] env[62788]: DEBUG nova.policy [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8a16e7d903ce4b52a73edd988e988601', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b44708ce80f4f36928beb1f749f1994', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.636856] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393676, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.995287] env[62788]: DEBUG nova.network.neutron [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Successfully created port: aff50c11-974a-42a4-888f-849413f31c87 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.063757] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1b9a799-ebd8-42ed-92df-577e72199489 tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.065136] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.704s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.069155] env[62788]: INFO nova.compute.claims [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.071586] env[62788]: DEBUG nova.compute.manager [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 702.074994] env[62788]: DEBUG nova.compute.manager [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 702.074994] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.076078] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7054be-ba34-4864-88c7-78e51bd95115 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.090112] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.090411] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2e111d8-6fa6-4d8d-9390-54ccd94981bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.100337] env[62788]: DEBUG oslo_vmware.api [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for the task: (returnval){ [ 702.100337] env[62788]: value = "task-2393677" [ 702.100337] env[62788]: _type = "Task" [ 702.100337] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.115251] env[62788]: DEBUG oslo_vmware.api [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.137624] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393676, 'name': ReconfigVM_Task, 'duration_secs': 1.706072} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.137624] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Reconfigured VM instance instance-0000001b to attach disk [datastore2] b4e1a19a-91c7-42ed-a180-bb0c6a897409/b4e1a19a-91c7-42ed-a180-bb0c6a897409.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.137624] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f20507a8-be2a-431c-a1d5-339808c1ce40 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.145716] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for the task: (returnval){ [ 702.145716] env[62788]: value = "task-2393678" [ 702.145716] env[62788]: _type = "Task" [ 702.145716] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.155265] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393678, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.612997] env[62788]: DEBUG oslo_vmware.api [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393677, 'name': PowerOffVM_Task, 'duration_secs': 0.308502} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.613343] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.613580] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.614941] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab561200-6cb7-4f23-8fb5-2a44de265296 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.656293] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393678, 'name': Rename_Task, 'duration_secs': 0.279877} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.656576] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.656813] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47c05663-bb65-4666-9a18-04822999aebf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.665042] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for the task: (returnval){ [ 702.665042] env[62788]: value = "task-2393680" [ 702.665042] env[62788]: _type = "Task" [ 702.665042] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.676367] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.691411] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.691812] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.692226] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Deleting the datastore file [datastore2] d55dd43d-e3a5-413a-8d09-340cfd8b8090 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.694123] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd5fffe7-c167-459b-91c9-929924b281a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.704543] env[62788]: DEBUG oslo_vmware.api [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for the task: (returnval){ [ 702.704543] env[62788]: value = "task-2393681" [ 702.704543] env[62788]: _type = "Task" [ 702.704543] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.718048] env[62788]: DEBUG oslo_vmware.api [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.086448] env[62788]: DEBUG nova.compute.manager [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 703.117873] env[62788]: DEBUG nova.virt.hardware [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.118128] env[62788]: DEBUG nova.virt.hardware [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.118338] env[62788]: DEBUG nova.virt.hardware [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.118563] env[62788]: DEBUG nova.virt.hardware [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.118715] env[62788]: DEBUG nova.virt.hardware [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.118900] env[62788]: DEBUG nova.virt.hardware [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.119112] env[62788]: DEBUG nova.virt.hardware [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.119316] env[62788]: DEBUG nova.virt.hardware [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.119491] env[62788]: DEBUG nova.virt.hardware [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.119654] env[62788]: DEBUG nova.virt.hardware [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.119822] env[62788]: DEBUG nova.virt.hardware [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.120715] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14332449-2deb-4d45-bcd4-eac10f4aea99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.133505] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b27e4f7-468b-4143-8c4e-c2a6d36cc6b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.176539] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.176863] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.183773] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393680, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.217794] env[62788]: DEBUG oslo_vmware.api [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Task: {'id': task-2393681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180003} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.217794] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.218223] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.218314] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.218559] env[62788]: INFO nova.compute.manager [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Took 1.14 seconds to destroy the instance on the hypervisor. [ 703.218863] env[62788]: DEBUG oslo.service.loopingcall [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 703.219132] env[62788]: DEBUG nova.compute.manager [-] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 703.219237] env[62788]: DEBUG nova.network.neutron [-] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.253045] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Acquiring lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.253393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.635259] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e2ab45-9054-4c55-8137-d9066204320e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.641561] env[62788]: DEBUG nova.compute.manager [req-c1b66ddd-d292-482c-9b52-e0d120db36c4 req-60cafce4-c5d1-4ab8-88f5-d6154ea4435f service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Received event network-vif-deleted-52b294b2-6b5f-48ad-8611-2a3ad1166722 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 703.642494] env[62788]: INFO nova.compute.manager [req-c1b66ddd-d292-482c-9b52-e0d120db36c4 req-60cafce4-c5d1-4ab8-88f5-d6154ea4435f service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Neutron deleted interface 52b294b2-6b5f-48ad-8611-2a3ad1166722; detaching it from the instance and deleting it from the info cache [ 703.642494] env[62788]: DEBUG nova.network.neutron [req-c1b66ddd-d292-482c-9b52-e0d120db36c4 req-60cafce4-c5d1-4ab8-88f5-d6154ea4435f service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.649131] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb11209-dbdb-4bfe-a3af-046889900640 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.694487] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f970785-e972-40b9-a300-81fade9d7fc6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.705028] env[62788]: DEBUG oslo_vmware.api [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393680, 'name': PowerOnVM_Task, 'duration_secs': 0.666783} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.709561] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.709561] env[62788]: INFO nova.compute.manager [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Took 10.33 seconds to spawn the instance on the hypervisor. [ 703.709561] env[62788]: DEBUG nova.compute.manager [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 703.709561] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177e4eff-9a6f-4424-acd4-e866a8126e3a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.714208] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b50187-c77c-49ce-8d24-19da05cb40c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.740472] env[62788]: DEBUG nova.compute.provider_tree [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.798811] env[62788]: DEBUG nova.network.neutron [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Successfully updated port: aff50c11-974a-42a4-888f-849413f31c87 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.854659] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.855149] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.115750] env[62788]: DEBUG nova.network.neutron [-] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.144929] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2c146b5-3ec8-44b1-bcec-fae5d6b691c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.169826] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0aa729-568f-4187-9778-aa2b34cf90d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.228390] env[62788]: DEBUG nova.compute.manager [req-c1b66ddd-d292-482c-9b52-e0d120db36c4 req-60cafce4-c5d1-4ab8-88f5-d6154ea4435f service nova] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Detach interface failed, port_id=52b294b2-6b5f-48ad-8611-2a3ad1166722, reason: Instance d55dd43d-e3a5-413a-8d09-340cfd8b8090 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 704.249053] env[62788]: DEBUG nova.scheduler.client.report [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.254894] env[62788]: INFO nova.compute.manager [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Took 44.52 seconds to build instance. [ 704.304246] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquiring lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 704.304396] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquired lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.304913] env[62788]: DEBUG nova.network.neutron [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.332044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "c66cf078-4d7d-433d-98ee-2206453351f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.332044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "c66cf078-4d7d-433d-98ee-2206453351f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.618665] env[62788]: INFO nova.compute.manager [-] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Took 1.40 seconds to deallocate network for instance. [ 704.754858] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.755464] env[62788]: DEBUG nova.compute.manager [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 704.758024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.175s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.758331] env[62788]: DEBUG nova.objects.instance [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lazy-loading 'resources' on Instance uuid 3439b9b7-2d18-4068-98ee-ca3e206d6d2f {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.759863] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e358221-0ea5-4a72-9cf2-3cd983c53e9c tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.565s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.856904] env[62788]: DEBUG nova.network.neutron [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.048255] env[62788]: DEBUG nova.network.neutron [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Updating instance_info_cache with network_info: [{"id": "aff50c11-974a-42a4-888f-849413f31c87", "address": "fa:16:3e:5f:54:d6", "network": {"id": "25f37366-7056-4e60-9274-d79d575e9218", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-86204432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b44708ce80f4f36928beb1f749f1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff50c11-97", "ovs_interfaceid": "aff50c11-974a-42a4-888f-849413f31c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.124739] env[62788]: DEBUG oslo_concurrency.lockutils [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.265251] env[62788]: DEBUG nova.compute.utils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 705.266955] env[62788]: DEBUG nova.compute.manager [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 705.272017] env[62788]: DEBUG nova.compute.manager [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 705.272017] env[62788]: DEBUG nova.network.neutron [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.337354] env[62788]: DEBUG nova.policy [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1adf9fa137b43b19cbdc89cbb61ff89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d145c8144644ead9270ca5262233c00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.552559] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Releasing lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.552895] env[62788]: DEBUG nova.compute.manager [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Instance network_info: |[{"id": "aff50c11-974a-42a4-888f-849413f31c87", "address": "fa:16:3e:5f:54:d6", "network": {"id": "25f37366-7056-4e60-9274-d79d575e9218", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-86204432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b44708ce80f4f36928beb1f749f1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff50c11-97", "ovs_interfaceid": "aff50c11-974a-42a4-888f-849413f31c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 705.553413] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:54:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ef6889-a40c-40f5-a6e5-d8726606296a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aff50c11-974a-42a4-888f-849413f31c87', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.561288] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Creating folder: Project (4b44708ce80f4f36928beb1f749f1994). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.563993] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-facee48e-8383-49c6-9b3e-26624c0c4400 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.576742] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Created folder: Project (4b44708ce80f4f36928beb1f749f1994) in parent group-v485515. [ 705.576967] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Creating folder: Instances. Parent ref: group-v485603. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.579526] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7dfbe58d-6a5b-40d8-822e-78d76381925f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.589134] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Created folder: Instances in parent group-v485603. [ 705.589814] env[62788]: DEBUG oslo.service.loopingcall [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 705.589814] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.589814] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-995d8897-35ba-49a2-9f8c-2343e2ab66c6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.606558] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquiring lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.606795] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.606991] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquiring lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.607188] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.607357] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.609641] env[62788]: INFO nova.compute.manager [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Terminating instance [ 705.614554] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.614554] env[62788]: value = "task-2393684" [ 705.614554] env[62788]: _type = "Task" [ 705.614554] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.627366] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393684, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.665964] env[62788]: DEBUG nova.compute.manager [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Received event network-vif-plugged-aff50c11-974a-42a4-888f-849413f31c87 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 705.666864] env[62788]: DEBUG oslo_concurrency.lockutils [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] Acquiring lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.668640] env[62788]: DEBUG oslo_concurrency.lockutils [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] Lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.668808] env[62788]: DEBUG oslo_concurrency.lockutils [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] Lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.669086] env[62788]: DEBUG nova.compute.manager [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] No waiting events found dispatching network-vif-plugged-aff50c11-974a-42a4-888f-849413f31c87 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.669313] env[62788]: WARNING nova.compute.manager [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Received unexpected event network-vif-plugged-aff50c11-974a-42a4-888f-849413f31c87 for instance with vm_state building and task_state spawning. [ 705.669556] env[62788]: DEBUG nova.compute.manager [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Received event network-changed-aff50c11-974a-42a4-888f-849413f31c87 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 705.669778] env[62788]: DEBUG nova.compute.manager [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Refreshing instance network info cache due to event network-changed-aff50c11-974a-42a4-888f-849413f31c87. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 705.670018] env[62788]: DEBUG oslo_concurrency.lockutils [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] Acquiring lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 705.670197] env[62788]: DEBUG oslo_concurrency.lockutils [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] Acquired lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.670390] env[62788]: DEBUG nova.network.neutron [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Refreshing network info cache for port aff50c11-974a-42a4-888f-849413f31c87 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.689987] env[62788]: DEBUG nova.network.neutron [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Successfully created port: 6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.774108] env[62788]: DEBUG nova.compute.manager [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 705.792887] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6eb96e-60ae-477e-92dd-874c467f6f45 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.797096] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.803988] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd74a898-abea-4152-ab1a-c4e8ac0dea2d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.845941] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a640df42-3190-46cd-b0dc-674e24090f63 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.858906] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1c635e-66d3-4b43-b2bd-2a4f8a245d1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.873657] env[62788]: DEBUG nova.compute.provider_tree [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.113808] env[62788]: DEBUG nova.compute.manager [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 706.115324] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.115408] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328c5d9e-8daa-4cd0-8aca-03aa86f3daed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.128868] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393684, 'name': CreateVM_Task, 'duration_secs': 0.44297} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.131030] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.131456] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.132026] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.132199] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.132489] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 706.132709] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-983b2703-a770-45ee-84b2-60250c8597ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.134162] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef139118-c63b-4273-82e9-2c43c1d51605 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.139869] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for the task: (returnval){ [ 706.139869] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a98170-7422-75bf-7748-e01c1961af0f" [ 706.139869] env[62788]: _type = "Task" [ 706.139869] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.145281] env[62788]: DEBUG oslo_vmware.api [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for the task: (returnval){ [ 706.145281] env[62788]: value = "task-2393685" [ 706.145281] env[62788]: _type = "Task" [ 706.145281] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.152056] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a98170-7422-75bf-7748-e01c1961af0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.157349] env[62788]: DEBUG oslo_vmware.api [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.377764] env[62788]: DEBUG nova.scheduler.client.report [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.437286] env[62788]: DEBUG nova.network.neutron [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Updated VIF entry in instance network info cache for port aff50c11-974a-42a4-888f-849413f31c87. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.437602] env[62788]: DEBUG nova.network.neutron [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Updating instance_info_cache with network_info: [{"id": "aff50c11-974a-42a4-888f-849413f31c87", "address": "fa:16:3e:5f:54:d6", "network": {"id": "25f37366-7056-4e60-9274-d79d575e9218", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-86204432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b44708ce80f4f36928beb1f749f1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff50c11-97", "ovs_interfaceid": "aff50c11-974a-42a4-888f-849413f31c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.652486] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a98170-7422-75bf-7748-e01c1961af0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.653189] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 706.653434] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.653740] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.653953] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.654181] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.654480] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-944e917e-f088-4f3e-9c1e-b93e5d1d3e72 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.658808] env[62788]: DEBUG oslo_vmware.api [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393685, 'name': PowerOffVM_Task, 'duration_secs': 0.203481} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.659350] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.659523] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.659740] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77fc141d-4586-4c49-9ed5-f9113075df72 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.667629] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.667879] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.668813] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a5643f-4d37-43de-8109-39af163f61c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.674861] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for the task: (returnval){ [ 706.674861] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520d555e-548d-efba-4d31-03e6a39a6b7a" [ 706.674861] env[62788]: _type = "Task" [ 706.674861] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.682727] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520d555e-548d-efba-4d31-03e6a39a6b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.730065] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.730338] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.730574] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Deleting the datastore file [datastore2] b4e1a19a-91c7-42ed-a180-bb0c6a897409 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.730908] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3475915f-039e-4422-bd25-27ea0b868eaf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.737761] env[62788]: DEBUG oslo_vmware.api [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for the task: (returnval){ [ 706.737761] env[62788]: value = "task-2393687" [ 706.737761] env[62788]: _type = "Task" [ 706.737761] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.745677] env[62788]: DEBUG oslo_vmware.api [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.789113] env[62788]: DEBUG nova.compute.manager [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 706.816334] env[62788]: DEBUG nova.virt.hardware [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.816614] env[62788]: DEBUG nova.virt.hardware [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.816794] env[62788]: DEBUG nova.virt.hardware [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.816980] env[62788]: DEBUG nova.virt.hardware [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.817139] env[62788]: DEBUG nova.virt.hardware [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.817306] env[62788]: DEBUG nova.virt.hardware [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.817517] env[62788]: DEBUG nova.virt.hardware [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.817678] env[62788]: DEBUG nova.virt.hardware [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.817869] env[62788]: DEBUG nova.virt.hardware [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.818030] env[62788]: DEBUG nova.virt.hardware [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.818247] env[62788]: DEBUG nova.virt.hardware [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.819121] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f21056f-5a67-470c-b77f-bcb30962b378 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.827745] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31140927-714b-4f4b-ae7b-d02f1dd3a4b3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.884960] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.887338] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.923s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.889025] env[62788]: INFO nova.compute.claims [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.907849] env[62788]: INFO nova.scheduler.client.report [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Deleted allocations for instance 3439b9b7-2d18-4068-98ee-ca3e206d6d2f [ 706.941231] env[62788]: DEBUG oslo_concurrency.lockutils [req-96a1b103-6913-4f80-95c6-004d83c3aa9f req-b6f11dab-ad26-4fd8-ba68-62d6bb68fd20 service nova] Releasing lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.186420] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520d555e-548d-efba-4d31-03e6a39a6b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010184} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.187234] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c4c28a-2645-426a-9c3b-2b2a2c17583d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.193825] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for the task: (returnval){ [ 707.193825] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52337640-1676-0f2c-d4d3-c391566e7a8e" [ 707.193825] env[62788]: _type = "Task" [ 707.193825] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.205504] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52337640-1676-0f2c-d4d3-c391566e7a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.248803] env[62788]: DEBUG oslo_vmware.api [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Task: {'id': task-2393687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466124} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.249248] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.249475] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.249721] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.249940] env[62788]: INFO nova.compute.manager [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Took 1.14 seconds to destroy the instance on the hypervisor. [ 707.250261] env[62788]: DEBUG oslo.service.loopingcall [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 707.250485] env[62788]: DEBUG nova.compute.manager [-] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 707.250586] env[62788]: DEBUG nova.network.neutron [-] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.415215] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e28a40ab-07f3-4c80-9840-bd6ee841c5cf tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "3439b9b7-2d18-4068-98ee-ca3e206d6d2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.668s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.507575] env[62788]: DEBUG nova.network.neutron [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Successfully updated port: 6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.707843] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52337640-1676-0f2c-d4d3-c391566e7a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011311} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.707843] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 707.707843] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] f70fe324-e094-4b2e-a45f-a5ceb25d247b/f70fe324-e094-4b2e-a45f-a5ceb25d247b.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.707843] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71723699-96b6-4268-a55a-122f3f86bef6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.715021] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for the task: (returnval){ [ 707.715021] env[62788]: value = "task-2393688" [ 707.715021] env[62788]: _type = "Task" [ 707.715021] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.722091] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.758012] env[62788]: DEBUG nova.compute.manager [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Received event network-vif-plugged-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 707.758301] env[62788]: DEBUG oslo_concurrency.lockutils [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] Acquiring lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.758523] env[62788]: DEBUG oslo_concurrency.lockutils [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] Lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.758697] env[62788]: DEBUG oslo_concurrency.lockutils [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] Lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.758920] env[62788]: DEBUG nova.compute.manager [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] No waiting events found dispatching network-vif-plugged-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.759779] env[62788]: WARNING nova.compute.manager [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Received unexpected event network-vif-plugged-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 for instance with vm_state building and task_state spawning. [ 707.759779] env[62788]: DEBUG nova.compute.manager [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Received event network-changed-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 707.759779] env[62788]: DEBUG nova.compute.manager [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Refreshing instance network info cache due to event network-changed-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 707.759779] env[62788]: DEBUG oslo_concurrency.lockutils [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] Acquiring lock "refresh_cache-46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.759951] env[62788]: DEBUG oslo_concurrency.lockutils [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] Acquired lock "refresh_cache-46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.760054] env[62788]: DEBUG nova.network.neutron [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Refreshing network info cache for port 6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.014056] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "refresh_cache-46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.114036] env[62788]: DEBUG nova.network.neutron [-] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.228289] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393688, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.299767] env[62788]: DEBUG nova.network.neutron [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.511391] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872776db-5ec7-4c74-988e-a6a40624505d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.524354] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b216b96-7aad-4691-ac14-c47cbf9718b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.562366] env[62788]: DEBUG nova.network.neutron [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.568681] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da55ce3-1b27-410f-beac-bcae2025ec40 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.583804] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4adb12-eff4-4c33-ab61-c0c9cbeec781 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.599694] env[62788]: DEBUG nova.compute.provider_tree [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.616991] env[62788]: INFO nova.compute.manager [-] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Took 1.37 seconds to deallocate network for instance. [ 708.725414] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519815} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.725692] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] f70fe324-e094-4b2e-a45f-a5ceb25d247b/f70fe324-e094-4b2e-a45f-a5ceb25d247b.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.725925] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.726211] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50f850d6-3875-4a7a-9b0a-4643e4de6fbc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.733872] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for the task: (returnval){ [ 708.733872] env[62788]: value = "task-2393689" [ 708.733872] env[62788]: _type = "Task" [ 708.733872] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.746014] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.072780] env[62788]: DEBUG oslo_concurrency.lockutils [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] Releasing lock "refresh_cache-46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.073056] env[62788]: DEBUG nova.compute.manager [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Received event network-vif-deleted-6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 709.073863] env[62788]: INFO nova.compute.manager [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Neutron deleted interface 6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e; detaching it from the instance and deleting it from the info cache [ 709.073863] env[62788]: DEBUG nova.network.neutron [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.075264] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquired lock "refresh_cache-46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.075264] env[62788]: DEBUG nova.network.neutron [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.102363] env[62788]: DEBUG nova.scheduler.client.report [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.124289] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.245193] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075367} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.245513] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.246329] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b278ce31-5be5-4d82-a879-c19a3424720d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.269794] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] f70fe324-e094-4b2e-a45f-a5ceb25d247b/f70fe324-e094-4b2e-a45f-a5ceb25d247b.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.270089] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b6dd33-9dcd-450f-9828-435a59710b9f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.290983] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for the task: (returnval){ [ 709.290983] env[62788]: value = "task-2393690" [ 709.290983] env[62788]: _type = "Task" [ 709.290983] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.299393] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.571935] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "23dd65a4-a98a-46db-8006-b00482ece873" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 709.572294] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "23dd65a4-a98a-46db-8006-b00482ece873" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.579239] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d036917-cf64-4abd-bbb3-142acb158740 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.592163] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02acba08-d992-4796-b781-ea55ffd05954 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.607953] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 709.607953] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.890s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 709.608089] env[62788]: DEBUG nova.objects.instance [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 709.626423] env[62788]: DEBUG nova.compute.manager [req-68b0eb35-2b35-4fd6-9924-bff9538d1202 req-9f5ce157-d41c-4ac1-96cf-e7db737ecd40 service nova] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Detach interface failed, port_id=6aec1cf6-cba7-4dfe-b9b5-4395c5133d1e, reason: Instance b4e1a19a-91c7-42ed-a180-bb0c6a897409 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 709.630353] env[62788]: DEBUG nova.network.neutron [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.803846] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.818643] env[62788]: DEBUG nova.network.neutron [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Updating instance_info_cache with network_info: [{"id": "6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85", "address": "fa:16:3e:26:46:6c", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6cc2e5-3a", "ovs_interfaceid": "6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.112682] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquiring lock "865227be-039c-4c88-8560-3183409feb2c" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.113307] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "865227be-039c-4c88-8560-3183409feb2c" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.302844] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393690, 'name': ReconfigVM_Task, 'duration_secs': 0.636548} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.303171] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Reconfigured VM instance instance-0000001c to attach disk [datastore2] f70fe324-e094-4b2e-a45f-a5ceb25d247b/f70fe324-e094-4b2e-a45f-a5ceb25d247b.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.303790] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a301091-4495-42b1-9b80-239b3ab8c8e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.311434] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for the task: (returnval){ [ 710.311434] env[62788]: value = "task-2393691" [ 710.311434] env[62788]: _type = "Task" [ 710.311434] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.319809] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393691, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.321382] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Releasing lock "refresh_cache-46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.321685] env[62788]: DEBUG nova.compute.manager [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Instance network_info: |[{"id": "6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85", "address": "fa:16:3e:26:46:6c", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b6cc2e5-3a", "ovs_interfaceid": "6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 710.322069] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:46:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.329843] env[62788]: DEBUG oslo.service.loopingcall [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 710.330050] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.330264] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ed0662d-97ff-4c4a-9783-2e96ebac505a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.351694] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.351694] env[62788]: value = "task-2393692" [ 710.351694] env[62788]: _type = "Task" [ 710.351694] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.359974] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393692, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.618039] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "865227be-039c-4c88-8560-3183409feb2c" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.618843] env[62788]: DEBUG nova.compute.manager [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 710.623060] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec530d40-a744-4566-8603-8caa30b4b98c tempest-ServersAdmin275Test-2022838163 tempest-ServersAdmin275Test-2022838163-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.623997] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.455s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.624214] env[62788]: DEBUG nova.objects.instance [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lazy-loading 'resources' on Instance uuid 45f90bea-e2cc-4315-96c7-53c8c0ef67fd {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.822949] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393691, 'name': Rename_Task, 'duration_secs': 0.161264} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.823246] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.823464] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc00fe27-a4e3-4a65-801a-b112952caa62 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.830553] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for the task: (returnval){ [ 710.830553] env[62788]: value = "task-2393693" [ 710.830553] env[62788]: _type = "Task" [ 710.830553] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.839118] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.861748] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393692, 'name': CreateVM_Task, 'duration_secs': 0.317925} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.861890] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.862587] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.862752] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.863085] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 710.863333] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbdbe368-1a02-4916-bd76-68f7495a4f5d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.868807] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 710.868807] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529d1dc6-e98a-97d0-b504-b2072b310c5b" [ 710.868807] env[62788]: _type = "Task" [ 710.868807] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.878248] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529d1dc6-e98a-97d0-b504-b2072b310c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.125759] env[62788]: DEBUG nova.compute.utils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 711.130408] env[62788]: DEBUG nova.compute.manager [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 711.130606] env[62788]: DEBUG nova.network.neutron [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.183900] env[62788]: DEBUG nova.policy [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d1578f45b3f411593154efb79d70e5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '812b42da3b7a4978a7f5b0f10c695ff2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.341589] env[62788]: DEBUG oslo_vmware.api [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393693, 'name': PowerOnVM_Task, 'duration_secs': 0.458145} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.344299] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.344512] env[62788]: INFO nova.compute.manager [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Took 8.26 seconds to spawn the instance on the hypervisor. [ 711.344693] env[62788]: DEBUG nova.compute.manager [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 711.346150] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b40ac45-65c0-447b-a16d-c24dd14c2089 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.384632] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529d1dc6-e98a-97d0-b504-b2072b310c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.385100] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.385436] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.385769] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.386020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.386335] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.386702] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dd2c001-8220-4fd6-b9f9-a8a5109b0da6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.400316] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.400800] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.401692] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c9fba6-512f-4243-ba76-e32a2618c77e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.410576] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 711.410576] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5257abbc-6250-1a45-19b0-491bdeac36b7" [ 711.410576] env[62788]: _type = "Task" [ 711.410576] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.420377] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5257abbc-6250-1a45-19b0-491bdeac36b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.497084] env[62788]: DEBUG nova.network.neutron [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Successfully created port: 13a4783b-4a33-42bd-875c-38993963b59e {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.634029] env[62788]: DEBUG nova.compute.manager [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 711.640307] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9b289d-8e31-4349-b6a5-afaa4fcba364 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.649721] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff45204-ae45-4964-82b7-33dce93915b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.683957] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05b546e-4d0f-47bc-956e-dff26a8566a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.693086] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471b4852-7acb-4f84-b366-1bd7fe00fac2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.707279] env[62788]: DEBUG nova.compute.provider_tree [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.867898] env[62788]: INFO nova.compute.manager [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Took 47.31 seconds to build instance. [ 711.921958] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5257abbc-6250-1a45-19b0-491bdeac36b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.922770] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69122e37-057e-43bf-8373-2721c15d1e74 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.928649] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 711.928649] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5246f26a-398d-1a50-a1f6-c7dd091d7e40" [ 711.928649] env[62788]: _type = "Task" [ 711.928649] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.936179] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5246f26a-398d-1a50-a1f6-c7dd091d7e40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.210624] env[62788]: DEBUG nova.scheduler.client.report [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.370563] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6309505-2473-4ca5-bb54-911ad9f1c848 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.711s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.439434] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5246f26a-398d-1a50-a1f6-c7dd091d7e40, 'name': SearchDatastore_Task, 'duration_secs': 0.009332} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.439703] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.439966] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5/46b91d04-730f-4ef1-9fc9-d7cf458b2bb5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.440533] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a536b71-723a-4397-91e3-3455b7b04e93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.447613] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 712.447613] env[62788]: value = "task-2393694" [ 712.447613] env[62788]: _type = "Task" [ 712.447613] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.457109] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.645815] env[62788]: DEBUG nova.compute.manager [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 712.675329] env[62788]: DEBUG nova.virt.hardware [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.675329] env[62788]: DEBUG nova.virt.hardware [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.675329] env[62788]: DEBUG nova.virt.hardware [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.675559] env[62788]: DEBUG nova.virt.hardware [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.675559] env[62788]: DEBUG nova.virt.hardware [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.675702] env[62788]: DEBUG nova.virt.hardware [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.676025] env[62788]: DEBUG nova.virt.hardware [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.676092] env[62788]: DEBUG nova.virt.hardware [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.676227] env[62788]: DEBUG nova.virt.hardware [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.676429] env[62788]: DEBUG nova.virt.hardware [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.677514] env[62788]: DEBUG nova.virt.hardware [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.677514] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6877e2f8-4e51-4d1b-8c33-92c83b0192ee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.686391] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a713d3-390f-4b52-a00b-f0f0e5c3fa5c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.716257] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.718729] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.177s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.720602] env[62788]: INFO nova.compute.claims [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.740520] env[62788]: INFO nova.scheduler.client.report [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Deleted allocations for instance 45f90bea-e2cc-4315-96c7-53c8c0ef67fd [ 712.873725] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 712.962052] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485592} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.962052] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5/46b91d04-730f-4ef1-9fc9-d7cf458b2bb5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.962052] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.962052] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-673d928b-17e7-4a49-87d9-8ac8c9eb224a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.969729] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 712.969729] env[62788]: value = "task-2393695" [ 712.969729] env[62788]: _type = "Task" [ 712.969729] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.982030] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.179297] env[62788]: DEBUG nova.network.neutron [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Successfully updated port: 13a4783b-4a33-42bd-875c-38993963b59e {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.248431] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c79ee05c-af0e-439b-bc33-c2a5ba78bd82 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "45f90bea-e2cc-4315-96c7-53c8c0ef67fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.215s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.398772] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.422153] env[62788]: DEBUG nova.compute.manager [req-b2d429d1-782d-4169-9c5f-d7a4332f784e req-0548ebdd-f800-404e-b76b-ca47b9e03ea8 service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Received event network-vif-plugged-13a4783b-4a33-42bd-875c-38993963b59e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 713.422444] env[62788]: DEBUG oslo_concurrency.lockutils [req-b2d429d1-782d-4169-9c5f-d7a4332f784e req-0548ebdd-f800-404e-b76b-ca47b9e03ea8 service nova] Acquiring lock "a4067f64-aa31-4e97-b4bc-0a1919967123-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 713.422671] env[62788]: DEBUG oslo_concurrency.lockutils [req-b2d429d1-782d-4169-9c5f-d7a4332f784e req-0548ebdd-f800-404e-b76b-ca47b9e03ea8 service nova] Lock "a4067f64-aa31-4e97-b4bc-0a1919967123-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 713.422840] env[62788]: DEBUG oslo_concurrency.lockutils [req-b2d429d1-782d-4169-9c5f-d7a4332f784e req-0548ebdd-f800-404e-b76b-ca47b9e03ea8 service nova] Lock "a4067f64-aa31-4e97-b4bc-0a1919967123-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.423015] env[62788]: DEBUG nova.compute.manager [req-b2d429d1-782d-4169-9c5f-d7a4332f784e req-0548ebdd-f800-404e-b76b-ca47b9e03ea8 service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] No waiting events found dispatching network-vif-plugged-13a4783b-4a33-42bd-875c-38993963b59e {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 713.423190] env[62788]: WARNING nova.compute.manager [req-b2d429d1-782d-4169-9c5f-d7a4332f784e req-0548ebdd-f800-404e-b76b-ca47b9e03ea8 service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Received unexpected event network-vif-plugged-13a4783b-4a33-42bd-875c-38993963b59e for instance with vm_state building and task_state spawning. [ 713.482358] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068367} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.482748] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.483795] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c8e2cb-9790-4302-b625-4150649bfaf7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.507342] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5/46b91d04-730f-4ef1-9fc9-d7cf458b2bb5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.507644] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4285799-f05b-4052-bb0a-f74f83b048e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.529392] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 713.529392] env[62788]: value = "task-2393696" [ 713.529392] env[62788]: _type = "Task" [ 713.529392] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.541539] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.659920] env[62788]: DEBUG nova.compute.manager [req-4db74cb5-2781-4ab5-bfee-037b40083562 req-cd3ed7ca-7e04-465b-b348-f151e676f76d service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Received event network-changed-aff50c11-974a-42a4-888f-849413f31c87 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 713.660205] env[62788]: DEBUG nova.compute.manager [req-4db74cb5-2781-4ab5-bfee-037b40083562 req-cd3ed7ca-7e04-465b-b348-f151e676f76d service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Refreshing instance network info cache due to event network-changed-aff50c11-974a-42a4-888f-849413f31c87. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 713.660415] env[62788]: DEBUG oslo_concurrency.lockutils [req-4db74cb5-2781-4ab5-bfee-037b40083562 req-cd3ed7ca-7e04-465b-b348-f151e676f76d service nova] Acquiring lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.660590] env[62788]: DEBUG oslo_concurrency.lockutils [req-4db74cb5-2781-4ab5-bfee-037b40083562 req-cd3ed7ca-7e04-465b-b348-f151e676f76d service nova] Acquired lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.660739] env[62788]: DEBUG nova.network.neutron [req-4db74cb5-2781-4ab5-bfee-037b40083562 req-cd3ed7ca-7e04-465b-b348-f151e676f76d service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Refreshing network info cache for port aff50c11-974a-42a4-888f-849413f31c87 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.681408] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquiring lock "refresh_cache-a4067f64-aa31-4e97-b4bc-0a1919967123" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 713.681551] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquired lock "refresh_cache-a4067f64-aa31-4e97-b4bc-0a1919967123" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.682379] env[62788]: DEBUG nova.network.neutron [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.044769] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393696, 'name': ReconfigVM_Task, 'duration_secs': 0.305852} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.047864] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5/46b91d04-730f-4ef1-9fc9-d7cf458b2bb5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.049156] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7ea1840-2b75-4c5f-b692-8450f72277df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.057597] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 714.057597] env[62788]: value = "task-2393697" [ 714.057597] env[62788]: _type = "Task" [ 714.057597] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.073076] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393697, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.074790] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "20a7f81e-dfe7-43c9-adba-309257926a89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.075104] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "20a7f81e-dfe7-43c9-adba-309257926a89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.075333] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "20a7f81e-dfe7-43c9-adba-309257926a89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 714.075521] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "20a7f81e-dfe7-43c9-adba-309257926a89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.075691] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "20a7f81e-dfe7-43c9-adba-309257926a89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.079240] env[62788]: INFO nova.compute.manager [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Terminating instance [ 714.224203] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af18028-a6de-435c-b8da-9dfa6b4dff62 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.234040] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325ef10c-a908-4ee4-92d4-3f07882ab04e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.270119] env[62788]: DEBUG nova.network.neutron [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.271530] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbec58ee-68ef-46f7-89c4-ba869ec743db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.283471] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1887283-d195-462e-a2ef-b21099d4f598 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.299217] env[62788]: DEBUG nova.compute.provider_tree [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.576723] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393697, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.583519] env[62788]: DEBUG nova.compute.manager [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 714.583739] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.584532] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20b958d-6d46-4d33-bdd2-56592d99b443 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.592170] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.592781] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d903d967-d381-47e5-ad66-a30a495358a9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.600453] env[62788]: DEBUG oslo_vmware.api [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 714.600453] env[62788]: value = "task-2393698" [ 714.600453] env[62788]: _type = "Task" [ 714.600453] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.612966] env[62788]: DEBUG oslo_vmware.api [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.613979] env[62788]: DEBUG nova.network.neutron [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Updating instance_info_cache with network_info: [{"id": "13a4783b-4a33-42bd-875c-38993963b59e", "address": "fa:16:3e:46:97:40", "network": {"id": "4c725567-d3b9-46eb-a840-9c649acad68f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1568290306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "812b42da3b7a4978a7f5b0f10c695ff2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a4783b-4a", "ovs_interfaceid": "13a4783b-4a33-42bd-875c-38993963b59e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.657303] env[62788]: DEBUG nova.network.neutron [req-4db74cb5-2781-4ab5-bfee-037b40083562 req-cd3ed7ca-7e04-465b-b348-f151e676f76d service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Updated VIF entry in instance network info cache for port aff50c11-974a-42a4-888f-849413f31c87. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.657676] env[62788]: DEBUG nova.network.neutron [req-4db74cb5-2781-4ab5-bfee-037b40083562 req-cd3ed7ca-7e04-465b-b348-f151e676f76d service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Updating instance_info_cache with network_info: [{"id": "aff50c11-974a-42a4-888f-849413f31c87", "address": "fa:16:3e:5f:54:d6", "network": {"id": "25f37366-7056-4e60-9274-d79d575e9218", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-86204432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b44708ce80f4f36928beb1f749f1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff50c11-97", "ovs_interfaceid": "aff50c11-974a-42a4-888f-849413f31c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.803015] env[62788]: DEBUG nova.scheduler.client.report [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.071965] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393697, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.111988] env[62788]: DEBUG oslo_vmware.api [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393698, 'name': PowerOffVM_Task, 'duration_secs': 0.402155} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.112312] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.112485] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.112737] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b0d1ad0-59ad-4770-83d0-4d888b481d2a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.117027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Releasing lock "refresh_cache-a4067f64-aa31-4e97-b4bc-0a1919967123" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.117326] env[62788]: DEBUG nova.compute.manager [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Instance network_info: |[{"id": "13a4783b-4a33-42bd-875c-38993963b59e", "address": "fa:16:3e:46:97:40", "network": {"id": "4c725567-d3b9-46eb-a840-9c649acad68f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1568290306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "812b42da3b7a4978a7f5b0f10c695ff2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a4783b-4a", "ovs_interfaceid": "13a4783b-4a33-42bd-875c-38993963b59e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 715.117713] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:97:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13a4783b-4a33-42bd-875c-38993963b59e', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.128314] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Creating folder: Project (812b42da3b7a4978a7f5b0f10c695ff2). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.128598] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5eb0676e-39a9-43e3-a91e-82ac13eb2f72 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.141748] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Created folder: Project (812b42da3b7a4978a7f5b0f10c695ff2) in parent group-v485515. [ 715.141957] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Creating folder: Instances. Parent ref: group-v485607. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.142305] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9037b74-b6c7-4017-a7c3-432b65b3f2e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.154114] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Created folder: Instances in parent group-v485607. [ 715.154114] env[62788]: DEBUG oslo.service.loopingcall [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.154114] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.154303] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af4da383-b203-468a-9571-644e8a059301 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.173813] env[62788]: DEBUG oslo_concurrency.lockutils [req-4db74cb5-2781-4ab5-bfee-037b40083562 req-cd3ed7ca-7e04-465b-b348-f151e676f76d service nova] Releasing lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.183096] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.183096] env[62788]: value = "task-2393702" [ 715.183096] env[62788]: _type = "Task" [ 715.183096] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.190065] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.190425] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.190627] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Deleting the datastore file [datastore1] 20a7f81e-dfe7-43c9-adba-309257926a89 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.190902] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f98cc792-8bf7-47dc-aeff-17067824fc52 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.196842] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393702, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.205763] env[62788]: DEBUG oslo_vmware.api [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for the task: (returnval){ [ 715.205763] env[62788]: value = "task-2393703" [ 715.205763] env[62788]: _type = "Task" [ 715.205763] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.218385] env[62788]: DEBUG oslo_vmware.api [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.308620] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.309163] env[62788]: DEBUG nova.compute.manager [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 715.311873] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.686s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 715.312104] env[62788]: DEBUG nova.objects.instance [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lazy-loading 'resources' on Instance uuid c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.571245] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393697, 'name': Rename_Task, 'duration_secs': 1.179198} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.571521] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.571770] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e05ef6cc-e2b6-4373-aa57-d24625115076 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.580931] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 715.580931] env[62788]: value = "task-2393704" [ 715.580931] env[62788]: _type = "Task" [ 715.580931] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.583976] env[62788]: DEBUG nova.compute.manager [req-e08a66fa-5010-4d11-8a91-8350a3197df2 req-37e2213d-6af3-47c4-9011-f0018dd7a2cd service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Received event network-changed-13a4783b-4a33-42bd-875c-38993963b59e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 715.584186] env[62788]: DEBUG nova.compute.manager [req-e08a66fa-5010-4d11-8a91-8350a3197df2 req-37e2213d-6af3-47c4-9011-f0018dd7a2cd service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Refreshing instance network info cache due to event network-changed-13a4783b-4a33-42bd-875c-38993963b59e. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 715.584401] env[62788]: DEBUG oslo_concurrency.lockutils [req-e08a66fa-5010-4d11-8a91-8350a3197df2 req-37e2213d-6af3-47c4-9011-f0018dd7a2cd service nova] Acquiring lock "refresh_cache-a4067f64-aa31-4e97-b4bc-0a1919967123" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.584546] env[62788]: DEBUG oslo_concurrency.lockutils [req-e08a66fa-5010-4d11-8a91-8350a3197df2 req-37e2213d-6af3-47c4-9011-f0018dd7a2cd service nova] Acquired lock "refresh_cache-a4067f64-aa31-4e97-b4bc-0a1919967123" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.584704] env[62788]: DEBUG nova.network.neutron [req-e08a66fa-5010-4d11-8a91-8350a3197df2 req-37e2213d-6af3-47c4-9011-f0018dd7a2cd service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Refreshing network info cache for port 13a4783b-4a33-42bd-875c-38993963b59e {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.589078] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.695301] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393702, 'name': CreateVM_Task, 'duration_secs': 0.356671} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.695476] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.696170] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.696404] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.697124] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 715.697124] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165dfb7c-56ed-436f-a808-bef2b5f8f321 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.703746] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for the task: (returnval){ [ 715.703746] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526a8448-70b1-0238-1e8c-311c085e3caa" [ 715.703746] env[62788]: _type = "Task" [ 715.703746] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.716619] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526a8448-70b1-0238-1e8c-311c085e3caa, 'name': SearchDatastore_Task, 'duration_secs': 0.011309} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.719872] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.720136] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.720366] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 715.720510] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.720891] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.720969] env[62788]: DEBUG oslo_vmware.api [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Task: {'id': task-2393703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160953} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.721549] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8269575-7c1c-4270-b4a5-984e95052cfe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.723478] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.723665] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.723839] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.724021] env[62788]: INFO nova.compute.manager [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Took 1.14 seconds to destroy the instance on the hypervisor. [ 715.724283] env[62788]: DEBUG oslo.service.loopingcall [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 715.724486] env[62788]: DEBUG nova.compute.manager [-] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 715.724582] env[62788]: DEBUG nova.network.neutron [-] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.734758] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.734939] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.735729] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6faab77d-69f1-47ad-955f-2e093cd2e51c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.741883] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for the task: (returnval){ [ 715.741883] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5257cb5c-309d-09c4-bafd-43d6a6bc67fd" [ 715.741883] env[62788]: _type = "Task" [ 715.741883] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.751077] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5257cb5c-309d-09c4-bafd-43d6a6bc67fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.816115] env[62788]: DEBUG nova.compute.utils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 715.820455] env[62788]: DEBUG nova.compute.manager [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 715.820604] env[62788]: DEBUG nova.network.neutron [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.905112] env[62788]: DEBUG nova.policy [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439e4e71346a497180b9f81e2e149d7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75b58202a8d34b4d9e340a0499fa9421', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.094992] env[62788]: DEBUG oslo_vmware.api [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393704, 'name': PowerOnVM_Task, 'duration_secs': 0.499635} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.095298] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.095503] env[62788]: INFO nova.compute.manager [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Took 9.31 seconds to spawn the instance on the hypervisor. [ 716.095681] env[62788]: DEBUG nova.compute.manager [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 716.097035] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f3079c-4b3e-4ba3-9492-5a13ab500474 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.157549] env[62788]: DEBUG nova.compute.manager [req-2e85017f-a9b1-4a27-b0a7-fc2d83a81fc5 req-7cb70f13-7b81-4c4a-8c61-37f87396b9e5 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Received event network-changed-aff50c11-974a-42a4-888f-849413f31c87 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 716.157772] env[62788]: DEBUG nova.compute.manager [req-2e85017f-a9b1-4a27-b0a7-fc2d83a81fc5 req-7cb70f13-7b81-4c4a-8c61-37f87396b9e5 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Refreshing instance network info cache due to event network-changed-aff50c11-974a-42a4-888f-849413f31c87. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 716.158103] env[62788]: DEBUG oslo_concurrency.lockutils [req-2e85017f-a9b1-4a27-b0a7-fc2d83a81fc5 req-7cb70f13-7b81-4c4a-8c61-37f87396b9e5 service nova] Acquiring lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.158407] env[62788]: DEBUG oslo_concurrency.lockutils [req-2e85017f-a9b1-4a27-b0a7-fc2d83a81fc5 req-7cb70f13-7b81-4c4a-8c61-37f87396b9e5 service nova] Acquired lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.158475] env[62788]: DEBUG nova.network.neutron [req-2e85017f-a9b1-4a27-b0a7-fc2d83a81fc5 req-7cb70f13-7b81-4c4a-8c61-37f87396b9e5 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Refreshing network info cache for port aff50c11-974a-42a4-888f-849413f31c87 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.254512] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5257cb5c-309d-09c4-bafd-43d6a6bc67fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012534} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.255435] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8ee569-836a-487b-94bd-714b9b2a63d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.262084] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for the task: (returnval){ [ 716.262084] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525f9809-554a-b0c9-b286-bedd390b7bd5" [ 716.262084] env[62788]: _type = "Task" [ 716.262084] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.277346] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525f9809-554a-b0c9-b286-bedd390b7bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011373} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.279848] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 716.280110] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] a4067f64-aa31-4e97-b4bc-0a1919967123/a4067f64-aa31-4e97-b4bc-0a1919967123.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.280567] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41602697-9b72-4025-9694-d5888badd229 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.287899] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for the task: (returnval){ [ 716.287899] env[62788]: value = "task-2393705" [ 716.287899] env[62788]: _type = "Task" [ 716.287899] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.300089] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.327539] env[62788]: DEBUG nova.compute.manager [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 716.390410] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f92ad4a-20f6-4f94-bb9d-f3cc203199d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.395503] env[62788]: DEBUG nova.network.neutron [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Successfully created port: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.402635] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dded6788-6f79-43f3-87d8-90edef71a64b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.440787] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a89587-c235-4500-8e5f-3be37afe4ddb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.449771] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c0069e-6632-4a98-98fb-28f48fb56dbe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.464894] env[62788]: DEBUG nova.compute.provider_tree [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.529680] env[62788]: DEBUG nova.network.neutron [req-e08a66fa-5010-4d11-8a91-8350a3197df2 req-37e2213d-6af3-47c4-9011-f0018dd7a2cd service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Updated VIF entry in instance network info cache for port 13a4783b-4a33-42bd-875c-38993963b59e. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.531604] env[62788]: DEBUG nova.network.neutron [req-e08a66fa-5010-4d11-8a91-8350a3197df2 req-37e2213d-6af3-47c4-9011-f0018dd7a2cd service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Updating instance_info_cache with network_info: [{"id": "13a4783b-4a33-42bd-875c-38993963b59e", "address": "fa:16:3e:46:97:40", "network": {"id": "4c725567-d3b9-46eb-a840-9c649acad68f", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1568290306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "812b42da3b7a4978a7f5b0f10c695ff2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13a4783b-4a", "ovs_interfaceid": "13a4783b-4a33-42bd-875c-38993963b59e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.620023] env[62788]: INFO nova.compute.manager [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Took 49.27 seconds to build instance. [ 716.676021] env[62788]: DEBUG nova.network.neutron [-] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.805656] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393705, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.972770] env[62788]: DEBUG nova.network.neutron [req-2e85017f-a9b1-4a27-b0a7-fc2d83a81fc5 req-7cb70f13-7b81-4c4a-8c61-37f87396b9e5 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Updated VIF entry in instance network info cache for port aff50c11-974a-42a4-888f-849413f31c87. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.973874] env[62788]: DEBUG nova.network.neutron [req-2e85017f-a9b1-4a27-b0a7-fc2d83a81fc5 req-7cb70f13-7b81-4c4a-8c61-37f87396b9e5 service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Updating instance_info_cache with network_info: [{"id": "aff50c11-974a-42a4-888f-849413f31c87", "address": "fa:16:3e:5f:54:d6", "network": {"id": "25f37366-7056-4e60-9274-d79d575e9218", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-86204432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b44708ce80f4f36928beb1f749f1994", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ef6889-a40c-40f5-a6e5-d8726606296a", "external-id": "nsx-vlan-transportzone-537", "segmentation_id": 537, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaff50c11-97", "ovs_interfaceid": "aff50c11-974a-42a4-888f-849413f31c87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.996510] env[62788]: ERROR nova.scheduler.client.report [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] [req-141543d8-bafd-4579-829e-533c19418bb5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-141543d8-bafd-4579-829e-533c19418bb5"}]} [ 717.017828] env[62788]: DEBUG nova.scheduler.client.report [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 717.033051] env[62788]: DEBUG nova.scheduler.client.report [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 717.033380] env[62788]: DEBUG nova.compute.provider_tree [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.035492] env[62788]: DEBUG oslo_concurrency.lockutils [req-e08a66fa-5010-4d11-8a91-8350a3197df2 req-37e2213d-6af3-47c4-9011-f0018dd7a2cd service nova] Releasing lock "refresh_cache-a4067f64-aa31-4e97-b4bc-0a1919967123" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.048429] env[62788]: DEBUG nova.scheduler.client.report [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 717.066868] env[62788]: DEBUG nova.scheduler.client.report [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 717.120282] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6784538e-567d-4b0f-ba49-14b205a52241 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.133s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.176919] env[62788]: INFO nova.compute.manager [-] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Took 1.45 seconds to deallocate network for instance. [ 717.299764] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564814} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.302289] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] a4067f64-aa31-4e97-b4bc-0a1919967123/a4067f64-aa31-4e97-b4bc-0a1919967123.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.302509] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.303175] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec0c8e9d-f871-4412-b6fa-918d2c3cf30e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.310730] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for the task: (returnval){ [ 717.310730] env[62788]: value = "task-2393706" [ 717.310730] env[62788]: _type = "Task" [ 717.310730] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.321539] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.338188] env[62788]: DEBUG nova.compute.manager [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 717.362120] env[62788]: DEBUG nova.virt.hardware [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.362392] env[62788]: DEBUG nova.virt.hardware [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.362551] env[62788]: DEBUG nova.virt.hardware [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.362729] env[62788]: DEBUG nova.virt.hardware [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.362872] env[62788]: DEBUG nova.virt.hardware [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.363779] env[62788]: DEBUG nova.virt.hardware [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.363779] env[62788]: DEBUG nova.virt.hardware [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.363779] env[62788]: DEBUG nova.virt.hardware [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.363779] env[62788]: DEBUG nova.virt.hardware [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.364148] env[62788]: DEBUG nova.virt.hardware [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.364148] env[62788]: DEBUG nova.virt.hardware [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.365278] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239691bb-5a85-41a7-9324-4e8002224f4b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.376874] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df284c7e-249c-40a8-b649-e89ca80fba55 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.478745] env[62788]: DEBUG oslo_concurrency.lockutils [req-2e85017f-a9b1-4a27-b0a7-fc2d83a81fc5 req-7cb70f13-7b81-4c4a-8c61-37f87396b9e5 service nova] Releasing lock "refresh_cache-f70fe324-e094-4b2e-a45f-a5ceb25d247b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.529233] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c9a866-1906-4326-aebf-b1f31560c45b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.537314] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a40a1c-2b04-47af-9753-f3bb855f5c41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.570286] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c098893-2f82-4e60-a712-c9af27d705f4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.581111] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78faec40-9c15-4135-a7ba-cc84899240f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.596429] env[62788]: DEBUG nova.compute.provider_tree [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.622697] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 717.663749] env[62788]: DEBUG nova.compute.manager [req-1370bc2b-9c60-46ce-9ae3-d3e3ab76a3d2 req-227d8db2-b7c5-42b9-bb35-591173d3fa34 service nova] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Received event network-vif-deleted-be06eda4-3aef-4a30-aa03-7c9726d05a4b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 717.685894] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.821587] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.983124] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.983124] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.983408] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.983566] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.983690] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.987522] env[62788]: INFO nova.compute.manager [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Terminating instance [ 718.124449] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquiring lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.124716] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.124926] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquiring lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.125122] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.125297] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.130655] env[62788]: INFO nova.compute.manager [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Terminating instance [ 718.138344] env[62788]: DEBUG nova.scheduler.client.report [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 718.138600] env[62788]: DEBUG nova.compute.provider_tree [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 57 to 58 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 718.138786] env[62788]: DEBUG nova.compute.provider_tree [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.147207] env[62788]: DEBUG nova.network.neutron [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Successfully updated port: a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.174945] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.322206] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.80086} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.322554] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.323375] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bca925f-2972-4d14-8e19-fbe8bbe3ee05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.346716] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] a4067f64-aa31-4e97-b4bc-0a1919967123/a4067f64-aa31-4e97-b4bc-0a1919967123.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.346997] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9dac4ed-5a9b-4a88-b9d7-1d761c31c2de {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.366940] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for the task: (returnval){ [ 718.366940] env[62788]: value = "task-2393707" [ 718.366940] env[62788]: _type = "Task" [ 718.366940] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.376569] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.494120] env[62788]: DEBUG nova.compute.manager [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 718.494377] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.495290] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9806f6-a312-4a97-a1cc-e70b6d2d7048 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.504094] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.504371] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06a21972-13a8-46ea-be1e-9fed7de6b53a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.512397] env[62788]: DEBUG oslo_vmware.api [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 718.512397] env[62788]: value = "task-2393708" [ 718.512397] env[62788]: _type = "Task" [ 718.512397] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.521158] env[62788]: DEBUG oslo_vmware.api [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.638707] env[62788]: DEBUG nova.compute.manager [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 718.638971] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.640028] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5d0179-9bb2-499e-8ae2-a55f1f54cf14 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.648229] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.648555] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7111ce2-2947-4f56-b5fa-426645cb7cfd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.652515] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.340s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 718.659186] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquiring lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 718.659186] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquired lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.659186] env[62788]: DEBUG nova.network.neutron [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.659186] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.771s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.661182] env[62788]: INFO nova.compute.claims [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.666123] env[62788]: DEBUG oslo_vmware.api [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for the task: (returnval){ [ 718.666123] env[62788]: value = "task-2393709" [ 718.666123] env[62788]: _type = "Task" [ 718.666123] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.677519] env[62788]: DEBUG oslo_vmware.api [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.679584] env[62788]: INFO nova.scheduler.client.report [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Deleted allocations for instance c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127 [ 718.878115] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393707, 'name': ReconfigVM_Task, 'duration_secs': 0.476467} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.878783] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Reconfigured VM instance instance-0000001e to attach disk [datastore2] a4067f64-aa31-4e97-b4bc-0a1919967123/a4067f64-aa31-4e97-b4bc-0a1919967123.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.879329] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56ffd098-5f30-4c97-a3cc-d9909c6299c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.886671] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for the task: (returnval){ [ 718.886671] env[62788]: value = "task-2393710" [ 718.886671] env[62788]: _type = "Task" [ 718.886671] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.895415] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393710, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.023211] env[62788]: DEBUG oslo_vmware.api [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393708, 'name': PowerOffVM_Task, 'duration_secs': 0.196967} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.023585] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.023660] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.023952] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82cdd0f1-2855-4849-b37f-9ad780200751 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.101887] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.102133] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.102318] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Deleting the datastore file [datastore2] 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.102594] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8fb2b50-e36e-4908-aed6-11c9315de9e3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.109328] env[62788]: DEBUG oslo_vmware.api [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for the task: (returnval){ [ 719.109328] env[62788]: value = "task-2393712" [ 719.109328] env[62788]: _type = "Task" [ 719.109328] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.117131] env[62788]: DEBUG oslo_vmware.api [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.182088] env[62788]: DEBUG oslo_vmware.api [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393709, 'name': PowerOffVM_Task, 'duration_secs': 0.208335} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.182458] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.182672] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.182967] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1e60b6f-645a-4e70-bc59-90328352abaa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.187497] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e38feecf-d0d3-47b3-981f-8bda6f16294c tempest-ServersAdmin275Test-1226109672 tempest-ServersAdmin275Test-1226109672-project-member] Lock "c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.039s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.205385] env[62788]: DEBUG nova.network.neutron [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.256505] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.256762] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.256961] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Deleting the datastore file [datastore2] f70fe324-e094-4b2e-a45f-a5ceb25d247b {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.257258] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad2cebe0-58b4-4829-a5a1-6e1ab28bd69b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.264977] env[62788]: DEBUG oslo_vmware.api [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for the task: (returnval){ [ 719.264977] env[62788]: value = "task-2393714" [ 719.264977] env[62788]: _type = "Task" [ 719.264977] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.277417] env[62788]: DEBUG oslo_vmware.api [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.364670] env[62788]: DEBUG nova.network.neutron [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updating instance_info_cache with network_info: [{"id": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "address": "fa:16:3e:62:8c:f7", "network": {"id": "e3d9d2c4-4cb8-4488-bcdf-dd877fc00a41", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1907384486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75b58202a8d34b4d9e340a0499fa9421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b3f8f3-46", "ovs_interfaceid": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.397164] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393710, 'name': Rename_Task, 'duration_secs': 0.151623} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.397450] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.397695] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bec04bbe-0cca-4724-8fe8-b915e4fadf63 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.404729] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for the task: (returnval){ [ 719.404729] env[62788]: value = "task-2393715" [ 719.404729] env[62788]: _type = "Task" [ 719.404729] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.413966] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.623883] env[62788]: DEBUG oslo_vmware.api [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Task: {'id': task-2393712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151816} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.624235] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.624443] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.624630] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.624800] env[62788]: INFO nova.compute.manager [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 719.625055] env[62788]: DEBUG oslo.service.loopingcall [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.625276] env[62788]: DEBUG nova.compute.manager [-] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 719.625465] env[62788]: DEBUG nova.network.neutron [-] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.735332] env[62788]: DEBUG nova.compute.manager [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Received event network-vif-plugged-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 719.735555] env[62788]: DEBUG oslo_concurrency.lockutils [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] Acquiring lock "83538639-b73e-4533-be47-0ee88752d4b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.735763] env[62788]: DEBUG oslo_concurrency.lockutils [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] Lock "83538639-b73e-4533-be47-0ee88752d4b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.735933] env[62788]: DEBUG oslo_concurrency.lockutils [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] Lock "83538639-b73e-4533-be47-0ee88752d4b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.736120] env[62788]: DEBUG nova.compute.manager [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] No waiting events found dispatching network-vif-plugged-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.736312] env[62788]: WARNING nova.compute.manager [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Received unexpected event network-vif-plugged-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 for instance with vm_state building and task_state spawning. [ 719.736493] env[62788]: DEBUG nova.compute.manager [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Received event network-changed-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 719.736717] env[62788]: DEBUG nova.compute.manager [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Refreshing instance network info cache due to event network-changed-a2b3f8f3-4688-4122-8c9f-4ebb658163a9. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 719.736896] env[62788]: DEBUG oslo_concurrency.lockutils [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] Acquiring lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.775625] env[62788]: DEBUG oslo_vmware.api [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Task: {'id': task-2393714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132158} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.778601] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.778798] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.778995] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.779196] env[62788]: INFO nova.compute.manager [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 719.779456] env[62788]: DEBUG oslo.service.loopingcall [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.779844] env[62788]: DEBUG nova.compute.manager [-] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 719.779943] env[62788]: DEBUG nova.network.neutron [-] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.869192] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Releasing lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.869895] env[62788]: DEBUG nova.compute.manager [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Instance network_info: |[{"id": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "address": "fa:16:3e:62:8c:f7", "network": {"id": "e3d9d2c4-4cb8-4488-bcdf-dd877fc00a41", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1907384486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75b58202a8d34b4d9e340a0499fa9421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b3f8f3-46", "ovs_interfaceid": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 719.870271] env[62788]: DEBUG oslo_concurrency.lockutils [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] Acquired lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.874296] env[62788]: DEBUG nova.network.neutron [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Refreshing network info cache for port a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.874296] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:8c:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2b3f8f3-4688-4122-8c9f-4ebb658163a9', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.884386] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Creating folder: Project (75b58202a8d34b4d9e340a0499fa9421). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.890308] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e9e35e4-aeda-48e0-98b7-39bc0e87aded {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.906898] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Created folder: Project (75b58202a8d34b4d9e340a0499fa9421) in parent group-v485515. [ 719.907143] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Creating folder: Instances. Parent ref: group-v485610. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.911986] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57556a0f-558f-4d2d-b71e-5ad1b68c4bb8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.922992] env[62788]: DEBUG oslo_vmware.api [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393715, 'name': PowerOnVM_Task, 'duration_secs': 0.504488} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.923422] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.923631] env[62788]: INFO nova.compute.manager [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Took 7.28 seconds to spawn the instance on the hypervisor. [ 719.923808] env[62788]: DEBUG nova.compute.manager [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 719.925096] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeb0b58-2360-45f1-b1c3-163d8466d9c2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.929277] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Created folder: Instances in parent group-v485610. [ 719.929589] env[62788]: DEBUG oslo.service.loopingcall [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.930225] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.930435] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ef54a0b-60e6-4136-9c34-a62f0e726eef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.964446] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.964446] env[62788]: value = "task-2393718" [ 719.964446] env[62788]: _type = "Task" [ 719.964446] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.974306] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393718, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.203286] env[62788]: DEBUG nova.compute.manager [req-f63fa28c-d1b6-4ca0-b5c0-4a1c0262e5b4 req-99e898d5-8ead-4df2-9589-2b1d15e06f4b service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Received event network-vif-deleted-aff50c11-974a-42a4-888f-849413f31c87 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 720.203555] env[62788]: INFO nova.compute.manager [req-f63fa28c-d1b6-4ca0-b5c0-4a1c0262e5b4 req-99e898d5-8ead-4df2-9589-2b1d15e06f4b service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Neutron deleted interface aff50c11-974a-42a4-888f-849413f31c87; detaching it from the instance and deleting it from the info cache [ 720.203696] env[62788]: DEBUG nova.network.neutron [req-f63fa28c-d1b6-4ca0-b5c0-4a1c0262e5b4 req-99e898d5-8ead-4df2-9589-2b1d15e06f4b service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.297039] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262630c2-10a1-4c36-843a-a9913012ff1b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.305556] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57da6676-8712-4787-bdf6-d87576494869 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.341598] env[62788]: DEBUG nova.network.neutron [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updated VIF entry in instance network info cache for port a2b3f8f3-4688-4122-8c9f-4ebb658163a9. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.343242] env[62788]: DEBUG nova.network.neutron [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updating instance_info_cache with network_info: [{"id": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "address": "fa:16:3e:62:8c:f7", "network": {"id": "e3d9d2c4-4cb8-4488-bcdf-dd877fc00a41", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1907384486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75b58202a8d34b4d9e340a0499fa9421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b3f8f3-46", "ovs_interfaceid": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.343645] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c7542d-d3e6-416a-91dc-096a866c08f6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.353801] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c196f7b2-b40d-4fe4-b553-b06ed86d05c0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.368537] env[62788]: DEBUG nova.compute.provider_tree [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.465335] env[62788]: INFO nova.compute.manager [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Took 52.52 seconds to build instance. [ 720.477026] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393718, 'name': CreateVM_Task, 'duration_secs': 0.375845} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.477227] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.477886] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.478283] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.478790] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.479041] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7906e004-7e20-456a-9eb3-ceebc57f4df0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.485313] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 720.485313] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522cde77-86e2-480c-920a-ef4d73281963" [ 720.485313] env[62788]: _type = "Task" [ 720.485313] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.494215] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522cde77-86e2-480c-920a-ef4d73281963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.523246] env[62788]: DEBUG nova.network.neutron [-] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.576782] env[62788]: DEBUG nova.network.neutron [-] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.709812] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0d3f1a9-6202-40af-9084-dfafe77c2c4b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.720982] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ae77e1-3c6b-43a9-bc7e-b688dee930fe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.753666] env[62788]: DEBUG nova.compute.manager [req-f63fa28c-d1b6-4ca0-b5c0-4a1c0262e5b4 req-99e898d5-8ead-4df2-9589-2b1d15e06f4b service nova] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Detach interface failed, port_id=aff50c11-974a-42a4-888f-849413f31c87, reason: Instance f70fe324-e094-4b2e-a45f-a5ceb25d247b could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 720.848361] env[62788]: DEBUG oslo_concurrency.lockutils [req-e83553c7-7a4a-4a02-bb01-9599fcb1f982 req-0282f4cc-868c-405b-97b3-c7eccf54242f service nova] Releasing lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.872834] env[62788]: DEBUG nova.scheduler.client.report [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.970791] env[62788]: DEBUG oslo_concurrency.lockutils [None req-884cfde0-c449-4d57-a381-78113bc58efc tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "a4067f64-aa31-4e97-b4bc-0a1919967123" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.262s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.996323] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522cde77-86e2-480c-920a-ef4d73281963, 'name': SearchDatastore_Task, 'duration_secs': 0.021639} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.996577] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.996807] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.997046] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.997197] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.997374] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.997626] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b84d39b0-03b6-452f-82ab-280a1ca0d066 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.008959] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.009229] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.009865] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a23e1fe-dad7-4e8b-8167-9809f5690921 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.015392] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 721.015392] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522d7810-9465-9a20-96ba-6d5bc6122ad8" [ 721.015392] env[62788]: _type = "Task" [ 721.015392] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.024396] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522d7810-9465-9a20-96ba-6d5bc6122ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.025903] env[62788]: INFO nova.compute.manager [-] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Took 1.40 seconds to deallocate network for instance. [ 721.079088] env[62788]: INFO nova.compute.manager [-] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Took 1.30 seconds to deallocate network for instance. [ 721.378181] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.378710] env[62788]: DEBUG nova.compute.manager [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 721.381413] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.664s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.381587] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.381738] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 721.382028] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.820s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.382208] env[62788]: DEBUG nova.objects.instance [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 721.385140] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d348e4-f81e-49e3-88c6-dc628ff337fd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.394491] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d10516b-a52f-46b8-b2e7-f380cd4d53af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.412149] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5afc11-1c62-4f80-b3eb-bdf9b13069b2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.423860] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc907f5-e29a-417d-bb58-30383ab188f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.459399] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179824MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 721.459596] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.472987] env[62788]: DEBUG nova.compute.manager [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 721.527293] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522d7810-9465-9a20-96ba-6d5bc6122ad8, 'name': SearchDatastore_Task, 'duration_secs': 0.011067} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.528061] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac60724c-ae4c-4a5a-a040-65f66be1dcb0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.531886] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.534771] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 721.534771] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5299e788-05c4-d584-35b3-c6fc2fce8bc3" [ 721.534771] env[62788]: _type = "Task" [ 721.534771] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.543187] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5299e788-05c4-d584-35b3-c6fc2fce8bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.586633] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.762543] env[62788]: DEBUG nova.compute.manager [req-e784278a-dd7b-4597-93f4-a603cd70ebbe req-672e9516-16e6-48ba-9d58-f1d2c155786e service nova] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Received event network-vif-deleted-6b6cc2e5-3af4-4ea7-919a-5cb01cde5b85 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 721.888105] env[62788]: DEBUG nova.compute.utils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 721.889639] env[62788]: DEBUG nova.compute.manager [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 721.890443] env[62788]: DEBUG nova.network.neutron [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.919054] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquiring lock "a4067f64-aa31-4e97-b4bc-0a1919967123" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.919340] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "a4067f64-aa31-4e97-b4bc-0a1919967123" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.919569] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquiring lock "a4067f64-aa31-4e97-b4bc-0a1919967123-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.919753] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "a4067f64-aa31-4e97-b4bc-0a1919967123-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.919920] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "a4067f64-aa31-4e97-b4bc-0a1919967123-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.923650] env[62788]: INFO nova.compute.manager [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Terminating instance [ 721.955693] env[62788]: DEBUG nova.policy [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a65fe8a880be4ec0bd1ab99001958f1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30139a6e57c947849b5ea945cb32bcbd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.999194] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 722.049166] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5299e788-05c4-d584-35b3-c6fc2fce8bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.012999} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.050230] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 722.050546] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 83538639-b73e-4533-be47-0ee88752d4b2/83538639-b73e-4533-be47-0ee88752d4b2.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.051124] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f6ef9c2-cb7d-4411-b464-6c26892fdef6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.059608] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 722.059608] env[62788]: value = "task-2393719" [ 722.059608] env[62788]: _type = "Task" [ 722.059608] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.069343] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.280226] env[62788]: DEBUG nova.network.neutron [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Successfully created port: 4f605985-1787-4ea6-bf81-f8e19fda9776 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.398482] env[62788]: DEBUG nova.compute.manager [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 722.403157] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0603edf-2c62-41fd-83e2-5aa793e094f3 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 722.404592] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.197s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 722.411030] env[62788]: INFO nova.compute.claims [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.430636] env[62788]: DEBUG nova.compute.manager [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 722.430812] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.433249] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa5183c-44b4-4464-83d8-cd0e9135c5e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.445202] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.445266] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df34349b-684f-4916-94eb-b794760303cb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.457389] env[62788]: DEBUG oslo_vmware.api [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for the task: (returnval){ [ 722.457389] env[62788]: value = "task-2393720" [ 722.457389] env[62788]: _type = "Task" [ 722.457389] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.476906] env[62788]: DEBUG oslo_vmware.api [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.571533] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393719, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.968382] env[62788]: DEBUG oslo_vmware.api [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393720, 'name': PowerOffVM_Task, 'duration_secs': 0.26} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.968727] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.969367] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.969680] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df81d0dd-78e4-4b26-8d91-dd6a2a7da342 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.048447] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.048447] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.048640] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Deleting the datastore file [datastore2] a4067f64-aa31-4e97-b4bc-0a1919967123 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.049097] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f453481d-0f44-488b-838e-f7417ca01ce8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.057103] env[62788]: DEBUG oslo_vmware.api [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for the task: (returnval){ [ 723.057103] env[62788]: value = "task-2393722" [ 723.057103] env[62788]: _type = "Task" [ 723.057103] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.067019] env[62788]: DEBUG oslo_vmware.api [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.072679] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570967} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.072924] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 83538639-b73e-4533-be47-0ee88752d4b2/83538639-b73e-4533-be47-0ee88752d4b2.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.073185] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.073470] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c27d665-2e59-4a25-b50c-f5cdd4827ebd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.084239] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 723.084239] env[62788]: value = "task-2393723" [ 723.084239] env[62788]: _type = "Task" [ 723.084239] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.101724] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.411626] env[62788]: DEBUG nova.compute.manager [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 723.451786] env[62788]: DEBUG nova.virt.hardware [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.454524] env[62788]: DEBUG nova.virt.hardware [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.455436] env[62788]: DEBUG nova.virt.hardware [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.455436] env[62788]: DEBUG nova.virt.hardware [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.455436] env[62788]: DEBUG nova.virt.hardware [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.455436] env[62788]: DEBUG nova.virt.hardware [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.455614] env[62788]: DEBUG nova.virt.hardware [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.455786] env[62788]: DEBUG nova.virt.hardware [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.455982] env[62788]: DEBUG nova.virt.hardware [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.456151] env[62788]: DEBUG nova.virt.hardware [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.456950] env[62788]: DEBUG nova.virt.hardware [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.457478] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a8ce90-7e45-4820-96bb-7798aad2a586 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.469857] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db9747f-7cbf-44f4-9ebf-cf64cdf4bbea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.570314] env[62788]: DEBUG oslo_vmware.api [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Task: {'id': task-2393722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136142} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.570674] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.570933] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.571198] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.571432] env[62788]: INFO nova.compute.manager [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Took 1.14 seconds to destroy the instance on the hypervisor. [ 723.571727] env[62788]: DEBUG oslo.service.loopingcall [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 723.572374] env[62788]: DEBUG nova.compute.manager [-] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 723.572549] env[62788]: DEBUG nova.network.neutron [-] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.595652] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08156} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.595921] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.596853] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d935638-e701-4a5a-9675-2a5898d01460 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.620422] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 83538639-b73e-4533-be47-0ee88752d4b2/83538639-b73e-4533-be47-0ee88752d4b2.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.625122] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b22e1f9-5c6c-425e-b6b3-a3474a9c20a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.651311] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 723.651311] env[62788]: value = "task-2393724" [ 723.651311] env[62788]: _type = "Task" [ 723.651311] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.661438] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.941285] env[62788]: DEBUG nova.compute.manager [req-51a0925a-f7c9-403c-957e-e0b2c47eca33 req-9c3d2b60-af51-4236-aa29-57108b7cd112 service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Received event network-vif-plugged-4f605985-1787-4ea6-bf81-f8e19fda9776 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 723.942162] env[62788]: DEBUG oslo_concurrency.lockutils [req-51a0925a-f7c9-403c-957e-e0b2c47eca33 req-9c3d2b60-af51-4236-aa29-57108b7cd112 service nova] Acquiring lock "114c361b-5947-411c-a055-6a22bdb3cf97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 723.942162] env[62788]: DEBUG oslo_concurrency.lockutils [req-51a0925a-f7c9-403c-957e-e0b2c47eca33 req-9c3d2b60-af51-4236-aa29-57108b7cd112 service nova] Lock "114c361b-5947-411c-a055-6a22bdb3cf97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 723.942626] env[62788]: DEBUG oslo_concurrency.lockutils [req-51a0925a-f7c9-403c-957e-e0b2c47eca33 req-9c3d2b60-af51-4236-aa29-57108b7cd112 service nova] Lock "114c361b-5947-411c-a055-6a22bdb3cf97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 723.943471] env[62788]: DEBUG nova.compute.manager [req-51a0925a-f7c9-403c-957e-e0b2c47eca33 req-9c3d2b60-af51-4236-aa29-57108b7cd112 service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] No waiting events found dispatching network-vif-plugged-4f605985-1787-4ea6-bf81-f8e19fda9776 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.943471] env[62788]: WARNING nova.compute.manager [req-51a0925a-f7c9-403c-957e-e0b2c47eca33 req-9c3d2b60-af51-4236-aa29-57108b7cd112 service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Received unexpected event network-vif-plugged-4f605985-1787-4ea6-bf81-f8e19fda9776 for instance with vm_state building and task_state spawning. [ 724.024983] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51540ac-7688-4233-9914-98a317a0ed43 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.033725] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b25fde3-91c9-4add-8e81-b2395744d05a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.067727] env[62788]: DEBUG nova.network.neutron [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Successfully updated port: 4f605985-1787-4ea6-bf81-f8e19fda9776 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.069559] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5b0887-0321-46b2-adb3-bf98976f2aa9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.082029] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquiring lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.082029] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.082502] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25420ba0-b8ca-4b26-a11a-3b39f8cb1816 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.090953] env[62788]: DEBUG nova.compute.manager [req-6dcf7273-5ad9-4a31-b4fb-ff8bfb039be3 req-ab3d7f53-aa05-400e-a660-fac374f795c4 service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Received event network-vif-deleted-13a4783b-4a33-42bd-875c-38993963b59e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 724.091130] env[62788]: INFO nova.compute.manager [req-6dcf7273-5ad9-4a31-b4fb-ff8bfb039be3 req-ab3d7f53-aa05-400e-a660-fac374f795c4 service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Neutron deleted interface 13a4783b-4a33-42bd-875c-38993963b59e; detaching it from the instance and deleting it from the info cache [ 724.091315] env[62788]: DEBUG nova.network.neutron [req-6dcf7273-5ad9-4a31-b4fb-ff8bfb039be3 req-ab3d7f53-aa05-400e-a660-fac374f795c4 service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.102362] env[62788]: DEBUG nova.compute.provider_tree [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.161776] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393724, 'name': ReconfigVM_Task, 'duration_secs': 0.31833} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.162233] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 83538639-b73e-4533-be47-0ee88752d4b2/83538639-b73e-4533-be47-0ee88752d4b2.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.162758] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1bda3d1-66b7-4552-83ff-2870b9a176a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.172084] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 724.172084] env[62788]: value = "task-2393725" [ 724.172084] env[62788]: _type = "Task" [ 724.172084] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.185966] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393725, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.451685] env[62788]: DEBUG nova.network.neutron [-] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.573149] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquiring lock "refresh_cache-114c361b-5947-411c-a055-6a22bdb3cf97" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 724.573315] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquired lock "refresh_cache-114c361b-5947-411c-a055-6a22bdb3cf97" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.573468] env[62788]: DEBUG nova.network.neutron [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.605835] env[62788]: DEBUG nova.scheduler.client.report [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.609451] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-935546f4-acec-4b38-b1d9-30138fca0d54 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.624832] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd64ad55-f636-4347-929a-fc5fbd435891 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.659809] env[62788]: DEBUG nova.compute.manager [req-6dcf7273-5ad9-4a31-b4fb-ff8bfb039be3 req-ab3d7f53-aa05-400e-a660-fac374f795c4 service nova] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Detach interface failed, port_id=13a4783b-4a33-42bd-875c-38993963b59e, reason: Instance a4067f64-aa31-4e97-b4bc-0a1919967123 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 724.685597] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393725, 'name': Rename_Task, 'duration_secs': 0.151119} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.685878] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.686285] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae098055-11bc-4bc8-ab15-5d64e5fd8d62 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.693181] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 724.693181] env[62788]: value = "task-2393726" [ 724.693181] env[62788]: _type = "Task" [ 724.693181] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.701907] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.957143] env[62788]: INFO nova.compute.manager [-] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Took 1.38 seconds to deallocate network for instance. [ 725.113624] env[62788]: DEBUG nova.network.neutron [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.120023] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.120023] env[62788]: DEBUG nova.compute.manager [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 725.120462] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.088s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.121659] env[62788]: INFO nova.compute.claims [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.205890] env[62788]: DEBUG oslo_vmware.api [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393726, 'name': PowerOnVM_Task, 'duration_secs': 0.465734} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.206424] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.206622] env[62788]: INFO nova.compute.manager [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Took 7.87 seconds to spawn the instance on the hypervisor. [ 725.206821] env[62788]: DEBUG nova.compute.manager [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 725.207603] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe61ddf-2b55-4de7-8fe4-94da7e3380d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.318434] env[62788]: DEBUG nova.network.neutron [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Updating instance_info_cache with network_info: [{"id": "4f605985-1787-4ea6-bf81-f8e19fda9776", "address": "fa:16:3e:1a:c1:f6", "network": {"id": "454517e3-230c-4593-9c66-8b185d70d0c3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1515775106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30139a6e57c947849b5ea945cb32bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f605985-17", "ovs_interfaceid": "4f605985-1787-4ea6-bf81-f8e19fda9776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.462431] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.627471] env[62788]: DEBUG nova.compute.utils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 725.630833] env[62788]: DEBUG nova.compute.manager [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Not allocating networking since 'none' was specified. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1998}} [ 725.726107] env[62788]: INFO nova.compute.manager [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Took 45.20 seconds to build instance. [ 725.821917] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Releasing lock "refresh_cache-114c361b-5947-411c-a055-6a22bdb3cf97" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 725.823022] env[62788]: DEBUG nova.compute.manager [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Instance network_info: |[{"id": "4f605985-1787-4ea6-bf81-f8e19fda9776", "address": "fa:16:3e:1a:c1:f6", "network": {"id": "454517e3-230c-4593-9c66-8b185d70d0c3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1515775106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30139a6e57c947849b5ea945cb32bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f605985-17", "ovs_interfaceid": "4f605985-1787-4ea6-bf81-f8e19fda9776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 725.823214] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:c1:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f605985-1787-4ea6-bf81-f8e19fda9776', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.830631] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Creating folder: Project (30139a6e57c947849b5ea945cb32bcbd). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.830951] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02611817-d080-4871-b7b9-de552465bcf7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.844158] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Created folder: Project (30139a6e57c947849b5ea945cb32bcbd) in parent group-v485515. [ 725.844381] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Creating folder: Instances. Parent ref: group-v485613. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.844626] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59cfdd79-b2d7-47ff-979f-319748d84ffa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.855845] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Created folder: Instances in parent group-v485613. [ 725.856165] env[62788]: DEBUG oslo.service.loopingcall [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 725.856271] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.856509] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d22767-6c98-4b32-80a6-4b22d4235314 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.878905] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.878905] env[62788]: value = "task-2393729" [ 725.878905] env[62788]: _type = "Task" [ 725.878905] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.888260] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393729, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.941260] env[62788]: INFO nova.compute.manager [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Rescuing [ 725.942107] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquiring lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.942107] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquired lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.942107] env[62788]: DEBUG nova.network.neutron [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.950806] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "aedf6b6d-5624-4217-9479-60a13b6d1494" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.950910] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "aedf6b6d-5624-4217-9479-60a13b6d1494" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.951240] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "aedf6b6d-5624-4217-9479-60a13b6d1494-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.951522] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "aedf6b6d-5624-4217-9479-60a13b6d1494-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.951730] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "aedf6b6d-5624-4217-9479-60a13b6d1494-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.955430] env[62788]: INFO nova.compute.manager [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Terminating instance [ 726.043021] env[62788]: DEBUG nova.compute.manager [req-5aa30fab-e410-4c4f-bed5-aeb54c8eeac6 req-5a8652f0-2865-455b-bca0-a19f5604333b service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Received event network-changed-4f605985-1787-4ea6-bf81-f8e19fda9776 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 726.043218] env[62788]: DEBUG nova.compute.manager [req-5aa30fab-e410-4c4f-bed5-aeb54c8eeac6 req-5a8652f0-2865-455b-bca0-a19f5604333b service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Refreshing instance network info cache due to event network-changed-4f605985-1787-4ea6-bf81-f8e19fda9776. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 726.043429] env[62788]: DEBUG oslo_concurrency.lockutils [req-5aa30fab-e410-4c4f-bed5-aeb54c8eeac6 req-5a8652f0-2865-455b-bca0-a19f5604333b service nova] Acquiring lock "refresh_cache-114c361b-5947-411c-a055-6a22bdb3cf97" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 726.043618] env[62788]: DEBUG oslo_concurrency.lockutils [req-5aa30fab-e410-4c4f-bed5-aeb54c8eeac6 req-5a8652f0-2865-455b-bca0-a19f5604333b service nova] Acquired lock "refresh_cache-114c361b-5947-411c-a055-6a22bdb3cf97" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.043745] env[62788]: DEBUG nova.network.neutron [req-5aa30fab-e410-4c4f-bed5-aeb54c8eeac6 req-5a8652f0-2865-455b-bca0-a19f5604333b service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Refreshing network info cache for port 4f605985-1787-4ea6-bf81-f8e19fda9776 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.131623] env[62788]: DEBUG nova.compute.manager [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 726.228679] env[62788]: DEBUG oslo_concurrency.lockutils [None req-702a472a-91ac-46cf-b0be-df2838013ec9 tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Lock "83538639-b73e-4533-be47-0ee88752d4b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.726s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.390117] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393729, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.459326] env[62788]: DEBUG nova.compute.manager [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 726.459582] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.460770] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73941db6-68dc-46ea-8b4f-6237ff99816a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.469091] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.471577] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a883bcae-05ca-44d3-8321-acc2918abd3d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.482118] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "70e46613-bc6f-4b1c-9a73-880bc8f77946" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.482355] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "70e46613-bc6f-4b1c-9a73-880bc8f77946" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.482610] env[62788]: DEBUG oslo_vmware.api [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 726.482610] env[62788]: value = "task-2393730" [ 726.482610] env[62788]: _type = "Task" [ 726.482610] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.494574] env[62788]: DEBUG oslo_vmware.api [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.687293] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa79133-8769-4076-9990-5dbf0fbf3626 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.697362] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2951752e-cf0e-46c5-8db3-db180cc7cfaa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.734596] env[62788]: DEBUG nova.compute.manager [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 726.742258] env[62788]: DEBUG nova.network.neutron [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updating instance_info_cache with network_info: [{"id": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "address": "fa:16:3e:62:8c:f7", "network": {"id": "e3d9d2c4-4cb8-4488-bcdf-dd877fc00a41", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1907384486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75b58202a8d34b4d9e340a0499fa9421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b3f8f3-46", "ovs_interfaceid": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.743845] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7c389f-1455-4873-8e74-3508bb37d345 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.757233] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd03efca-2337-48be-9cd0-082e98fb57ae {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.777161] env[62788]: DEBUG nova.compute.provider_tree [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.835084] env[62788]: DEBUG nova.network.neutron [req-5aa30fab-e410-4c4f-bed5-aeb54c8eeac6 req-5a8652f0-2865-455b-bca0-a19f5604333b service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Updated VIF entry in instance network info cache for port 4f605985-1787-4ea6-bf81-f8e19fda9776. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.835447] env[62788]: DEBUG nova.network.neutron [req-5aa30fab-e410-4c4f-bed5-aeb54c8eeac6 req-5a8652f0-2865-455b-bca0-a19f5604333b service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Updating instance_info_cache with network_info: [{"id": "4f605985-1787-4ea6-bf81-f8e19fda9776", "address": "fa:16:3e:1a:c1:f6", "network": {"id": "454517e3-230c-4593-9c66-8b185d70d0c3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1515775106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30139a6e57c947849b5ea945cb32bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f605985-17", "ovs_interfaceid": "4f605985-1787-4ea6-bf81-f8e19fda9776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.890671] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393729, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.993231] env[62788]: DEBUG oslo_vmware.api [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393730, 'name': PowerOffVM_Task, 'duration_secs': 0.28815} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.993573] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.993805] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.993977] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0247600-4ca2-4fcb-9ae7-9b303de803e8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.153127] env[62788]: DEBUG nova.compute.manager [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 727.179867] env[62788]: DEBUG nova.virt.hardware [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.180068] env[62788]: DEBUG nova.virt.hardware [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.180231] env[62788]: DEBUG nova.virt.hardware [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.180413] env[62788]: DEBUG nova.virt.hardware [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.180627] env[62788]: DEBUG nova.virt.hardware [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.180841] env[62788]: DEBUG nova.virt.hardware [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.181084] env[62788]: DEBUG nova.virt.hardware [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.181258] env[62788]: DEBUG nova.virt.hardware [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.181419] env[62788]: DEBUG nova.virt.hardware [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.181587] env[62788]: DEBUG nova.virt.hardware [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.181759] env[62788]: DEBUG nova.virt.hardware [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.182648] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893a99a4-7b3e-4fbd-9f04-7a602d446a05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.193152] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dc76a1-98ae-4f40-9d3f-6c823f990abe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.207884] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.213326] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Creating folder: Project (083803620f2c451497db1a3714f0306c). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.213634] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8963eb6a-fe60-42cf-9719-a69529c4a9b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.227026] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Created folder: Project (083803620f2c451497db1a3714f0306c) in parent group-v485515. [ 727.227404] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Creating folder: Instances. Parent ref: group-v485616. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.227490] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9bcc4c9-14d8-48ac-a52c-d730b1f9e1ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.237362] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Created folder: Instances in parent group-v485616. [ 727.237578] env[62788]: DEBUG oslo.service.loopingcall [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.237773] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.237982] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3cead1df-856b-43b1-a9df-862d4566c690 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.250489] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Releasing lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.260747] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.260747] env[62788]: value = "task-2393734" [ 727.260747] env[62788]: _type = "Task" [ 727.260747] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.269473] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393734, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.277191] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.281084] env[62788]: DEBUG nova.scheduler.client.report [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.338067] env[62788]: DEBUG oslo_concurrency.lockutils [req-5aa30fab-e410-4c4f-bed5-aeb54c8eeac6 req-5a8652f0-2865-455b-bca0-a19f5604333b service nova] Releasing lock "refresh_cache-114c361b-5947-411c-a055-6a22bdb3cf97" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.391988] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393729, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.510266] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.510623] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.510890] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Deleting the datastore file [datastore2] aedf6b6d-5624-4217-9479-60a13b6d1494 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.511260] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ff6f449-02c6-4420-8c62-707f98de49a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.519871] env[62788]: DEBUG oslo_vmware.api [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 727.519871] env[62788]: value = "task-2393735" [ 727.519871] env[62788]: _type = "Task" [ 727.519871] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.529030] env[62788]: DEBUG oslo_vmware.api [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.771995] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393734, 'name': CreateVM_Task, 'duration_secs': 0.413074} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.771995] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.771995] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 727.771995] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.772282] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 727.772464] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48afa445-c100-4a35-a6a4-9f12d944a8e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.778625] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 727.778625] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5275e43e-4caf-62c0-91a1-0ce5576293a4" [ 727.778625] env[62788]: _type = "Task" [ 727.778625] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.791972] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 727.791972] env[62788]: DEBUG nova.compute.manager [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 727.795175] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5275e43e-4caf-62c0-91a1-0ce5576293a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.797014] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.672s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 727.797014] env[62788]: DEBUG nova.objects.instance [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lazy-loading 'resources' on Instance uuid b008518e-6ef8-4750-85e0-2f9e8242e30f {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.892313] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393729, 'name': CreateVM_Task, 'duration_secs': 1.772202} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.892557] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.893192] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.030517] env[62788]: DEBUG oslo_vmware.api [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207155} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.030791] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.030974] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.031169] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.031344] env[62788]: INFO nova.compute.manager [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Took 1.57 seconds to destroy the instance on the hypervisor. [ 728.031592] env[62788]: DEBUG oslo.service.loopingcall [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 728.031774] env[62788]: DEBUG nova.compute.manager [-] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 728.031867] env[62788]: DEBUG nova.network.neutron [-] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.290091] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5275e43e-4caf-62c0-91a1-0ce5576293a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012453} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.293052] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.293052] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.293052] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.293052] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.293270] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.294192] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.294498] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 728.294715] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65879b9b-7020-4247-9cc2-b0f76476d478 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.300797] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ad0d902-2d44-4c12-8858-b28759a02f8c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.303560] env[62788]: DEBUG nova.compute.utils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 728.310637] env[62788]: DEBUG nova.compute.manager [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 728.310851] env[62788]: DEBUG nova.network.neutron [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.318831] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for the task: (returnval){ [ 728.318831] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52832e53-8a7f-53ef-328b-4fa74f6e20d4" [ 728.318831] env[62788]: _type = "Task" [ 728.318831] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.333407] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.333888] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.337086] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52832e53-8a7f-53ef-328b-4fa74f6e20d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.337086] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024f5430-d934-4deb-b569-1164d2ec9acc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.345418] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 728.345418] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b702fe-3e5b-d61e-f1a9-a4f0c3b034f0" [ 728.345418] env[62788]: _type = "Task" [ 728.345418] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.358775] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b702fe-3e5b-d61e-f1a9-a4f0c3b034f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.389436] env[62788]: DEBUG nova.policy [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948d9705e8634e768cfc5b341eda8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c418b624ace4dfa808d35ed0a8ac60c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.802950] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.803481] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df0a5709-d215-4809-8446-b322d8905ca7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.811206] env[62788]: DEBUG nova.compute.manager [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 728.820034] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 728.820034] env[62788]: value = "task-2393736" [ 728.820034] env[62788]: _type = "Task" [ 728.820034] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.844599] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.849297] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52832e53-8a7f-53ef-328b-4fa74f6e20d4, 'name': SearchDatastore_Task, 'duration_secs': 0.019926} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.854659] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.854984] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.855159] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 728.859223] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0183d07d-87f8-4fac-9347-77c4c7b5f2a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.869531] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b702fe-3e5b-d61e-f1a9-a4f0c3b034f0, 'name': SearchDatastore_Task, 'duration_secs': 0.0433} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.872284] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17190abc-11b8-4428-b54b-9d8f5f9f94e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.875547] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f577a1a6-e0ad-402e-a606-5f589f4205ab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.883432] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 728.883432] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]524058fe-dff0-32ec-dbde-e9ef36f3e7ab" [ 728.883432] env[62788]: _type = "Task" [ 728.883432] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.916990] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df680c6-0dc5-4fe4-968e-cc1ab3c3a7d1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.931267] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd18bad8-ff4b-4d5a-aa2f-91ea4bc9db2e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.936300] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524058fe-dff0-32ec-dbde-e9ef36f3e7ab, 'name': SearchDatastore_Task, 'duration_secs': 0.017885} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.937957] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 728.938241] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c/6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.939132] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.939332] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.939550] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf77df7e-f3ea-4f5b-ae98-b90cead92a4c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.941534] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17ea3780-3a9b-4662-af5a-a1d573db87ed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.953167] env[62788]: DEBUG nova.compute.provider_tree [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.956989] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 728.956989] env[62788]: value = "task-2393737" [ 728.956989] env[62788]: _type = "Task" [ 728.956989] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.963310] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.963539] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.967521] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28699bc1-844c-43eb-83ba-dd0db49a2dc6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.970853] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.976371] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for the task: (returnval){ [ 728.976371] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d958a5-155b-dc59-4c35-8a9220e0469d" [ 728.976371] env[62788]: _type = "Task" [ 728.976371] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.985710] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d958a5-155b-dc59-4c35-8a9220e0469d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.135212] env[62788]: DEBUG nova.network.neutron [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Successfully created port: f1422a1c-ce02-4da5-ae6f-084827d53bb7 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.147699] env[62788]: DEBUG nova.compute.manager [req-880ec00c-ae07-43e6-8431-56e7567965a3 req-419261fb-5504-44b8-949e-097c921444f1 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Received event network-vif-deleted-21661470-0e2c-4a0b-8db4-694130b709f4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 729.147920] env[62788]: INFO nova.compute.manager [req-880ec00c-ae07-43e6-8431-56e7567965a3 req-419261fb-5504-44b8-949e-097c921444f1 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Neutron deleted interface 21661470-0e2c-4a0b-8db4-694130b709f4; detaching it from the instance and deleting it from the info cache [ 729.148138] env[62788]: DEBUG nova.network.neutron [req-880ec00c-ae07-43e6-8431-56e7567965a3 req-419261fb-5504-44b8-949e-097c921444f1 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.343029] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393736, 'name': PowerOffVM_Task, 'duration_secs': 0.250088} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.343029] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.343029] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c272bc-9e3f-461b-b21c-03e4adf62f03 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.363852] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7259985-b5da-45c1-8983-28026ccac004 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.409186] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.409893] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d2ef354-1210-4ce6-9db0-a4b489f4624c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.420431] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 729.420431] env[62788]: value = "task-2393738" [ 729.420431] env[62788]: _type = "Task" [ 729.420431] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.432711] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 729.433275] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.433275] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 729.433394] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.433601] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.433912] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb9f6471-9cf8-4f8b-bbe5-8ddf3b21ac29 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.439174] env[62788]: DEBUG nova.network.neutron [-] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.447253] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.447409] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.448648] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c110106e-75c5-465c-9b1e-6baba9e5db75 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.456180] env[62788]: DEBUG nova.scheduler.client.report [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.460237] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 729.460237] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5286f583-c4ab-f574-1357-f26ab4a65e36" [ 729.460237] env[62788]: _type = "Task" [ 729.460237] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.479960] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5286f583-c4ab-f574-1357-f26ab4a65e36, 'name': SearchDatastore_Task, 'duration_secs': 0.018193} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.480309] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393737, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.484232] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d96ca33-0727-4b9a-b29f-f9756ad83e38 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.495887] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 729.495887] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5269cc41-06e4-1a33-bfda-dfd471f38a2d" [ 729.495887] env[62788]: _type = "Task" [ 729.495887] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.496194] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d958a5-155b-dc59-4c35-8a9220e0469d, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.500126] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-766685f3-54d1-472a-891b-9ff402933372 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.506216] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for the task: (returnval){ [ 729.506216] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b6d48b-e0ad-b9ea-8b3e-2902fd4a7447" [ 729.506216] env[62788]: _type = "Task" [ 729.506216] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.509697] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5269cc41-06e4-1a33-bfda-dfd471f38a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.013172} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.512999] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 729.513303] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 83538639-b73e-4533-be47-0ee88752d4b2/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. {{(pid=62788) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 729.513570] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f4cfaff-0402-4b8a-86c8-f0693ea298cc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.521902] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b6d48b-e0ad-b9ea-8b3e-2902fd4a7447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.523251] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 729.523251] env[62788]: value = "task-2393739" [ 729.523251] env[62788]: _type = "Task" [ 729.523251] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.533209] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.656793] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18ca8c37-54a2-4fca-b9c2-b6d2e6d17426 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.665937] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed606be0-4bff-451d-89da-a6b289f56521 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.700020] env[62788]: DEBUG nova.compute.manager [req-880ec00c-ae07-43e6-8431-56e7567965a3 req-419261fb-5504-44b8-949e-097c921444f1 service nova] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Detach interface failed, port_id=21661470-0e2c-4a0b-8db4-694130b709f4, reason: Instance aedf6b6d-5624-4217-9479-60a13b6d1494 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 729.831243] env[62788]: DEBUG nova.compute.manager [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 729.856190] env[62788]: DEBUG nova.virt.hardware [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.856522] env[62788]: DEBUG nova.virt.hardware [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.856692] env[62788]: DEBUG nova.virt.hardware [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.856878] env[62788]: DEBUG nova.virt.hardware [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.857037] env[62788]: DEBUG nova.virt.hardware [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.857195] env[62788]: DEBUG nova.virt.hardware [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.857398] env[62788]: DEBUG nova.virt.hardware [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.857556] env[62788]: DEBUG nova.virt.hardware [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.857724] env[62788]: DEBUG nova.virt.hardware [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.857882] env[62788]: DEBUG nova.virt.hardware [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.858070] env[62788]: DEBUG nova.virt.hardware [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.859123] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3048d05b-872a-41b9-8066-1f802c128a61 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.868303] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d163af32-a4e4-4f5c-894e-4dbbfeff4c9c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.942265] env[62788]: INFO nova.compute.manager [-] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Took 1.91 seconds to deallocate network for instance. [ 729.965027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 729.965027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.837s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 729.966795] env[62788]: INFO nova.compute.claims [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.980609] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570883} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.980609] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c/6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.980939] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.980974] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8138030b-cfb0-4136-a9a9-1d3a93b9d246 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.989787] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 729.989787] env[62788]: value = "task-2393740" [ 729.989787] env[62788]: _type = "Task" [ 729.989787] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.998556] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.999572] env[62788]: INFO nova.scheduler.client.report [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Deleted allocations for instance b008518e-6ef8-4750-85e0-2f9e8242e30f [ 730.020783] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b6d48b-e0ad-b9ea-8b3e-2902fd4a7447, 'name': SearchDatastore_Task, 'duration_secs': 0.015253} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.021092] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 730.021353] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 114c361b-5947-411c-a055-6a22bdb3cf97/114c361b-5947-411c-a055-6a22bdb3cf97.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.021639] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bd67b18-fa69-4d51-aae1-3cfb216c4915 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.033016] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472575} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.034313] env[62788]: INFO nova.virt.vmwareapi.ds_util [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 83538639-b73e-4533-be47-0ee88752d4b2/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. [ 730.034644] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for the task: (returnval){ [ 730.034644] env[62788]: value = "task-2393741" [ 730.034644] env[62788]: _type = "Task" [ 730.034644] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.035502] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b25acca-e4fd-4171-a9ef-4802005d629c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.051589] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.072516] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 83538639-b73e-4533-be47-0ee88752d4b2/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.072687] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-758ed70a-6f23-4f3d-a530-930ff721a396 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.093263] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 730.093263] env[62788]: value = "task-2393742" [ 730.093263] env[62788]: _type = "Task" [ 730.093263] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.105656] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.449727] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.502080] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069795} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.502363] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.503126] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66b6991-08f9-40fb-8e92-b38f6695316f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.508266] env[62788]: DEBUG oslo_concurrency.lockutils [None req-73df2810-62a7-44b7-a71a-6e743728c058 tempest-ServerShowV257Test-1896329600 tempest-ServerShowV257Test-1896329600-project-member] Lock "b008518e-6ef8-4750-85e0-2f9e8242e30f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.118s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.526688] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c/6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.527537] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa08a34-9fef-42fc-a80b-cee6757630bc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.551527] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498072} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.552746] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 114c361b-5947-411c-a055-6a22bdb3cf97/114c361b-5947-411c-a055-6a22bdb3cf97.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.552983] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.555070] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 730.555070] env[62788]: value = "task-2393743" [ 730.555070] env[62788]: _type = "Task" [ 730.555070] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.555070] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1d2b022-f0f4-467d-a953-7c76d87b45c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.564579] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for the task: (returnval){ [ 730.564579] env[62788]: value = "task-2393744" [ 730.564579] env[62788]: _type = "Task" [ 730.564579] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.572586] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.603031] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.799340] env[62788]: DEBUG nova.compute.manager [req-92a524d1-e1ba-4966-b26f-cf5edce146fa req-4d322630-b149-4162-9697-1cabc3af5dd9 service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Received event network-vif-plugged-f1422a1c-ce02-4da5-ae6f-084827d53bb7 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 730.799340] env[62788]: DEBUG oslo_concurrency.lockutils [req-92a524d1-e1ba-4966-b26f-cf5edce146fa req-4d322630-b149-4162-9697-1cabc3af5dd9 service nova] Acquiring lock "17e14f3f-8170-4dff-bc39-6123194ed8e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.799340] env[62788]: DEBUG oslo_concurrency.lockutils [req-92a524d1-e1ba-4966-b26f-cf5edce146fa req-4d322630-b149-4162-9697-1cabc3af5dd9 service nova] Lock "17e14f3f-8170-4dff-bc39-6123194ed8e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.799533] env[62788]: DEBUG oslo_concurrency.lockutils [req-92a524d1-e1ba-4966-b26f-cf5edce146fa req-4d322630-b149-4162-9697-1cabc3af5dd9 service nova] Lock "17e14f3f-8170-4dff-bc39-6123194ed8e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.800681] env[62788]: DEBUG nova.compute.manager [req-92a524d1-e1ba-4966-b26f-cf5edce146fa req-4d322630-b149-4162-9697-1cabc3af5dd9 service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] No waiting events found dispatching network-vif-plugged-f1422a1c-ce02-4da5-ae6f-084827d53bb7 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.800681] env[62788]: WARNING nova.compute.manager [req-92a524d1-e1ba-4966-b26f-cf5edce146fa req-4d322630-b149-4162-9697-1cabc3af5dd9 service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Received unexpected event network-vif-plugged-f1422a1c-ce02-4da5-ae6f-084827d53bb7 for instance with vm_state building and task_state spawning. [ 730.875309] env[62788]: DEBUG nova.network.neutron [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Successfully updated port: f1422a1c-ce02-4da5-ae6f-084827d53bb7 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.068032] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393743, 'name': ReconfigVM_Task, 'duration_secs': 0.285282} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.072223] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c/6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.073047] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93c0f832-da6e-47c1-b8d5-ca43c0cb54b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.081787] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069788} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.088725] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.089055] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 731.089055] env[62788]: value = "task-2393745" [ 731.089055] env[62788]: _type = "Task" [ 731.089055] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.093128] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466d5dea-a3ca-478f-89e2-8fc012ce5b7e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.148107] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 114c361b-5947-411c-a055-6a22bdb3cf97/114c361b-5947-411c-a055-6a22bdb3cf97.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.162930] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d92be3d8-a68e-4182-b91d-3b8da06a1803 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.178349] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.178662] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393745, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.185287] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for the task: (returnval){ [ 731.185287] env[62788]: value = "task-2393746" [ 731.185287] env[62788]: _type = "Task" [ 731.185287] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.195178] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.378214] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.378437] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.378583] env[62788]: DEBUG nova.network.neutron [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.535562] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336de43d-0c9a-4c5e-af0e-0ddbf6e137c0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.542949] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e289481-c26b-42f7-ac7f-ff9b48a932a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.571944] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71249829-d870-495e-b5fb-be5a6e91d3d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.579614] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f0e0c2-2df2-4bae-8eab-b041cfccbfc6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.592745] env[62788]: DEBUG nova.compute.provider_tree [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.612325] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393742, 'name': ReconfigVM_Task, 'duration_secs': 1.287343} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.612686] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393745, 'name': Rename_Task, 'duration_secs': 0.168744} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.612985] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 83538639-b73e-4533-be47-0ee88752d4b2/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.613715] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.614142] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b992960-29ce-4413-9dab-4d53bbc4b341 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.616757] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de6a34ed-d093-46ff-a04f-84b14c4f8080 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.646017] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e45734dd-b1e6-466f-82e2-c086cedfae7d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.658116] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 731.658116] env[62788]: value = "task-2393747" [ 731.658116] env[62788]: _type = "Task" [ 731.658116] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.661947] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 731.661947] env[62788]: value = "task-2393748" [ 731.661947] env[62788]: _type = "Task" [ 731.661947] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.668905] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.674525] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.697250] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393746, 'name': ReconfigVM_Task, 'duration_secs': 0.472939} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.697250] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 114c361b-5947-411c-a055-6a22bdb3cf97/114c361b-5947-411c-a055-6a22bdb3cf97.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.697501] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0e91087-f9be-4ab9-99de-9c53a853f7cb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.703132] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for the task: (returnval){ [ 731.703132] env[62788]: value = "task-2393749" [ 731.703132] env[62788]: _type = "Task" [ 731.703132] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.711219] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393749, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.932138] env[62788]: DEBUG nova.network.neutron [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.101777] env[62788]: DEBUG nova.network.neutron [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Updating instance_info_cache with network_info: [{"id": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "address": "fa:16:3e:f6:3e:50", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1422a1c-ce", "ovs_interfaceid": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.120911] env[62788]: ERROR nova.scheduler.client.report [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [req-dd65928e-e25e-410d-9405-f99c28c0e6e8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dd65928e-e25e-410d-9405-f99c28c0e6e8"}]} [ 732.138778] env[62788]: DEBUG nova.scheduler.client.report [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 732.156380] env[62788]: DEBUG nova.scheduler.client.report [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 732.156380] env[62788]: DEBUG nova.compute.provider_tree [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.180286] env[62788]: DEBUG oslo_vmware.api [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393747, 'name': PowerOnVM_Task, 'duration_secs': 0.499701} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.180286] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393748, 'name': ReconfigVM_Task, 'duration_secs': 0.185379} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.180286] env[62788]: DEBUG nova.scheduler.client.report [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 732.180286] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.180286] env[62788]: INFO nova.compute.manager [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Took 5.03 seconds to spawn the instance on the hypervisor. [ 732.180449] env[62788]: DEBUG nova.compute.manager [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 732.180449] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.181540] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d5ecc3-371b-492a-83d2-965a94be3af5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.183918] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b57a6df-b603-4af2-92f3-42d4a87d919d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.193419] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 732.193419] env[62788]: value = "task-2393750" [ 732.193419] env[62788]: _type = "Task" [ 732.193419] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.200806] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.201670] env[62788]: DEBUG nova.scheduler.client.report [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 732.211400] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393749, 'name': Rename_Task, 'duration_secs': 0.163088} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.211667] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.211903] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9e5f4e8-6043-44e9-887b-60f34501ce75 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.218309] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for the task: (returnval){ [ 732.218309] env[62788]: value = "task-2393751" [ 732.218309] env[62788]: _type = "Task" [ 732.218309] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.227077] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.604854] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 732.605214] env[62788]: DEBUG nova.compute.manager [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Instance network_info: |[{"id": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "address": "fa:16:3e:f6:3e:50", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1422a1c-ce", "ovs_interfaceid": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 732.607806] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:3e:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1422a1c-ce02-4da5-ae6f-084827d53bb7', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.615337] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Creating folder: Project (9c418b624ace4dfa808d35ed0a8ac60c). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.615775] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10c5d8f8-95a5-4463-a551-fef71c8688b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.625483] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Created folder: Project (9c418b624ace4dfa808d35ed0a8ac60c) in parent group-v485515. [ 732.625667] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Creating folder: Instances. Parent ref: group-v485619. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.625926] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05412623-363e-4086-b615-75f30fd2c2e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.637689] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Created folder: Instances in parent group-v485619. [ 732.637881] env[62788]: DEBUG oslo.service.loopingcall [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 732.638070] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.638262] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97163a41-605e-478d-946d-741a25801091 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.659514] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.659514] env[62788]: value = "task-2393754" [ 732.659514] env[62788]: _type = "Task" [ 732.659514] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.668205] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393754, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.685753] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde00116-a152-4232-b93b-09bb4e20be33 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.692671] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225d5c62-ca04-4a12-b6e6-bb5fa7ed6a47 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.705736] env[62788]: INFO nova.compute.manager [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Took 41.53 seconds to build instance. [ 732.736420] env[62788]: DEBUG oslo_vmware.api [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393750, 'name': PowerOnVM_Task, 'duration_secs': 0.40298} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.740788] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c734ac-4d39-41d1-b0ec-57aa98fb3ef0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.743410] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.746045] env[62788]: DEBUG nova.compute.manager [None req-ab3d70d4-5ae1-49a5-8016-d111a2da941c tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 732.747102] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35e0bf7-ddb6-4331-acb5-f27a4862ed5a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.758654] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3d1aff-c82e-4fc5-b683-9699bf745df5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.765421] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393751, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.776791] env[62788]: DEBUG nova.compute.provider_tree [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.821900] env[62788]: DEBUG nova.compute.manager [req-33cb137a-a880-4225-a43c-d67138867fda req-b39ccdc2-5cc7-4138-ba2f-d82ad1786047 service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Received event network-changed-f1422a1c-ce02-4da5-ae6f-084827d53bb7 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 732.822136] env[62788]: DEBUG nova.compute.manager [req-33cb137a-a880-4225-a43c-d67138867fda req-b39ccdc2-5cc7-4138-ba2f-d82ad1786047 service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Refreshing instance network info cache due to event network-changed-f1422a1c-ce02-4da5-ae6f-084827d53bb7. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 732.822400] env[62788]: DEBUG oslo_concurrency.lockutils [req-33cb137a-a880-4225-a43c-d67138867fda req-b39ccdc2-5cc7-4138-ba2f-d82ad1786047 service nova] Acquiring lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 732.822574] env[62788]: DEBUG oslo_concurrency.lockutils [req-33cb137a-a880-4225-a43c-d67138867fda req-b39ccdc2-5cc7-4138-ba2f-d82ad1786047 service nova] Acquired lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.822757] env[62788]: DEBUG nova.network.neutron [req-33cb137a-a880-4225-a43c-d67138867fda req-b39ccdc2-5cc7-4138-ba2f-d82ad1786047 service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Refreshing network info cache for port f1422a1c-ce02-4da5-ae6f-084827d53bb7 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.170202] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393754, 'name': CreateVM_Task, 'duration_secs': 0.403269} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.170500] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.171131] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.171351] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.171692] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.171988] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe09d238-44d9-444c-b223-cd6ec4fbfc87 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.176876] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 733.176876] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52866a32-4a94-5ed4-676d-fdcbe9ac3627" [ 733.176876] env[62788]: _type = "Task" [ 733.176876] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.185098] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52866a32-4a94-5ed4-676d-fdcbe9ac3627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.207764] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c456654c-5511-4010-a5f2-3f2aa6253794 tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.831s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.247150] env[62788]: DEBUG oslo_vmware.api [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393751, 'name': PowerOnVM_Task, 'duration_secs': 0.741515} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.247491] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.247739] env[62788]: INFO nova.compute.manager [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Took 9.84 seconds to spawn the instance on the hypervisor. [ 733.247945] env[62788]: DEBUG nova.compute.manager [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 733.248764] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece167f3-74d6-4048-b79c-dbb0350861b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.317075] env[62788]: DEBUG nova.scheduler.client.report [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 733.317347] env[62788]: DEBUG nova.compute.provider_tree [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 60 to 61 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 733.317582] env[62788]: DEBUG nova.compute.provider_tree [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.568111] env[62788]: DEBUG nova.network.neutron [req-33cb137a-a880-4225-a43c-d67138867fda req-b39ccdc2-5cc7-4138-ba2f-d82ad1786047 service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Updated VIF entry in instance network info cache for port f1422a1c-ce02-4da5-ae6f-084827d53bb7. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.568223] env[62788]: DEBUG nova.network.neutron [req-33cb137a-a880-4225-a43c-d67138867fda req-b39ccdc2-5cc7-4138-ba2f-d82ad1786047 service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Updating instance_info_cache with network_info: [{"id": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "address": "fa:16:3e:f6:3e:50", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1422a1c-ce", "ovs_interfaceid": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.687770] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52866a32-4a94-5ed4-676d-fdcbe9ac3627, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.688075] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.688315] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.688578] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.688729] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.688905] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.689197] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-792c2e75-7bdf-42e6-a7da-8d8f68f1c775 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.696959] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.697146] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.697813] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ba2a45-5347-4f24-bf0d-b79293cb8978 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.702327] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 733.702327] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52827678-fd7e-95f7-a05e-f04d8e9a64c3" [ 733.702327] env[62788]: _type = "Task" [ 733.702327] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.709470] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52827678-fd7e-95f7-a05e-f04d8e9a64c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.709803] env[62788]: DEBUG nova.compute.manager [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 733.765409] env[62788]: INFO nova.compute.manager [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Took 46.90 seconds to build instance. [ 733.822853] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.858s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.823538] env[62788]: DEBUG nova.compute.manager [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 733.826303] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.390s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.827960] env[62788]: INFO nova.compute.claims [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.926623] env[62788]: INFO nova.compute.manager [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Rebuilding instance [ 733.978120] env[62788]: DEBUG nova.compute.manager [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 733.979121] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe9a2a2-d913-4d69-b139-f6e57245f297 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.071460] env[62788]: DEBUG oslo_concurrency.lockutils [req-33cb137a-a880-4225-a43c-d67138867fda req-b39ccdc2-5cc7-4138-ba2f-d82ad1786047 service nova] Releasing lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.216124] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52827678-fd7e-95f7-a05e-f04d8e9a64c3, 'name': SearchDatastore_Task, 'duration_secs': 0.007725} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.216623] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9000d63-f270-457b-8d30-1a0628d8b98a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.225269] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 734.225269] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d89cd2-e838-a896-363c-4f04d21d5bee" [ 734.225269] env[62788]: _type = "Task" [ 734.225269] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.233687] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d89cd2-e838-a896-363c-4f04d21d5bee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.234640] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 734.268514] env[62788]: DEBUG oslo_concurrency.lockutils [None req-51aa25a2-7c18-4830-bfdf-20f1ae754902 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Lock "114c361b-5947-411c-a055-6a22bdb3cf97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.281s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.333758] env[62788]: DEBUG nova.compute.utils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 734.336178] env[62788]: DEBUG nova.compute.manager [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 734.336178] env[62788]: DEBUG nova.network.neutron [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.401141] env[62788]: DEBUG nova.policy [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e29a33f07f5941f08ce36e39ae190fcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a274c4697bd5488ab430f6f37829f769', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.740897] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d89cd2-e838-a896-363c-4f04d21d5bee, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.740897] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.740897] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 17e14f3f-8170-4dff-bc39-6123194ed8e0/17e14f3f-8170-4dff-bc39-6123194ed8e0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.740897] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5718c057-959b-43ba-aa10-ba2fee811721 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.746345] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 734.746345] env[62788]: value = "task-2393755" [ 734.746345] env[62788]: _type = "Task" [ 734.746345] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.755186] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.770380] env[62788]: DEBUG nova.compute.manager [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 734.813988] env[62788]: DEBUG nova.network.neutron [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Successfully created port: 852444e8-6f25-4af6-b346-82ab8a063784 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.842586] env[62788]: DEBUG nova.compute.manager [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 734.996301] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.996301] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3f8d0ff-e376-47bc-b18f-4a75bf6bb3de {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.004965] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 735.004965] env[62788]: value = "task-2393756" [ 735.004965] env[62788]: _type = "Task" [ 735.004965] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.020288] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.162556] env[62788]: DEBUG nova.compute.manager [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Received event network-changed-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 735.162556] env[62788]: DEBUG nova.compute.manager [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Refreshing instance network info cache due to event network-changed-a2b3f8f3-4688-4122-8c9f-4ebb658163a9. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 735.162556] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] Acquiring lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.162556] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] Acquired lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.162556] env[62788]: DEBUG nova.network.neutron [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Refreshing network info cache for port a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.262586] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480463} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.262847] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 17e14f3f-8170-4dff-bc39-6123194ed8e0/17e14f3f-8170-4dff-bc39-6123194ed8e0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.263503] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.264723] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40621f69-fead-4306-8401-99d5cce3e2e4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.274840] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 735.274840] env[62788]: value = "task-2393757" [ 735.274840] env[62788]: _type = "Task" [ 735.274840] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.294569] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.295540] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.488181] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cef024-2608-4af4-a15e-5b0361f097a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.494116] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2762103e-35da-4baf-af87-bd6c6e43724b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.530772] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9c1a8b-60ef-441b-911d-9b95978645a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.541621] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e538aa-76a3-48b8-b6d0-3171d3d9d33d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.549208] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393756, 'name': PowerOffVM_Task, 'duration_secs': 0.290895} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.549208] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.549208] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.549208] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05082b35-12bc-44f8-bef3-5a8304c7d1c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.558456] env[62788]: DEBUG nova.compute.provider_tree [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.564806] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.564806] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47bf6b79-b844-4ae5-b561-d87211a42c44 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.589272] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.589409] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.589595] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Deleting the datastore file [datastore2] 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.589808] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a02bedd0-999b-4d0b-82cb-4581d99a773b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.596148] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 735.596148] env[62788]: value = "task-2393759" [ 735.596148] env[62788]: _type = "Task" [ 735.596148] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.606059] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.642998] env[62788]: DEBUG nova.compute.manager [req-7b5c775d-4a6a-47be-8c45-a7457c60987b req-e44691c3-6fe5-4387-8871-acaf6729c6ac service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Received event network-changed-4f605985-1787-4ea6-bf81-f8e19fda9776 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 735.643198] env[62788]: DEBUG nova.compute.manager [req-7b5c775d-4a6a-47be-8c45-a7457c60987b req-e44691c3-6fe5-4387-8871-acaf6729c6ac service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Refreshing instance network info cache due to event network-changed-4f605985-1787-4ea6-bf81-f8e19fda9776. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 735.643543] env[62788]: DEBUG oslo_concurrency.lockutils [req-7b5c775d-4a6a-47be-8c45-a7457c60987b req-e44691c3-6fe5-4387-8871-acaf6729c6ac service nova] Acquiring lock "refresh_cache-114c361b-5947-411c-a055-6a22bdb3cf97" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.644510] env[62788]: DEBUG oslo_concurrency.lockutils [req-7b5c775d-4a6a-47be-8c45-a7457c60987b req-e44691c3-6fe5-4387-8871-acaf6729c6ac service nova] Acquired lock "refresh_cache-114c361b-5947-411c-a055-6a22bdb3cf97" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.644510] env[62788]: DEBUG nova.network.neutron [req-7b5c775d-4a6a-47be-8c45-a7457c60987b req-e44691c3-6fe5-4387-8871-acaf6729c6ac service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Refreshing network info cache for port 4f605985-1787-4ea6-bf81-f8e19fda9776 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.786759] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234842} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.787466] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.788288] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b691e8-6079-4b7a-ae91-288973cfc307 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.811221] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 17e14f3f-8170-4dff-bc39-6123194ed8e0/17e14f3f-8170-4dff-bc39-6123194ed8e0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.811221] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b762bd72-24bd-49aa-a2e0-9ec438c5f200 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.831999] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 735.831999] env[62788]: value = "task-2393760" [ 735.831999] env[62788]: _type = "Task" [ 735.831999] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.840012] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.860044] env[62788]: DEBUG nova.compute.manager [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 735.897485] env[62788]: DEBUG nova.virt.hardware [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.897485] env[62788]: DEBUG nova.virt.hardware [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.897485] env[62788]: DEBUG nova.virt.hardware [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.897932] env[62788]: DEBUG nova.virt.hardware [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.897932] env[62788]: DEBUG nova.virt.hardware [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.897932] env[62788]: DEBUG nova.virt.hardware [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.897932] env[62788]: DEBUG nova.virt.hardware [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.897932] env[62788]: DEBUG nova.virt.hardware [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.898144] env[62788]: DEBUG nova.virt.hardware [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.898144] env[62788]: DEBUG nova.virt.hardware [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.898144] env[62788]: DEBUG nova.virt.hardware [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.900884] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9582f494-37f0-4edf-8dbc-48ddbf8af55b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.909911] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abce3357-97a0-41b7-b3b3-b2ff43e9f9a9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.015299] env[62788]: DEBUG nova.network.neutron [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updated VIF entry in instance network info cache for port a2b3f8f3-4688-4122-8c9f-4ebb658163a9. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.015299] env[62788]: DEBUG nova.network.neutron [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updating instance_info_cache with network_info: [{"id": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "address": "fa:16:3e:62:8c:f7", "network": {"id": "e3d9d2c4-4cb8-4488-bcdf-dd877fc00a41", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1907384486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75b58202a8d34b4d9e340a0499fa9421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b3f8f3-46", "ovs_interfaceid": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.062081] env[62788]: DEBUG nova.scheduler.client.report [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.106268] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100775} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.106559] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.106752] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.106929] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.343839] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.518926] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] Releasing lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.519213] env[62788]: DEBUG nova.compute.manager [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Received event network-changed-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 736.519770] env[62788]: DEBUG nova.compute.manager [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Refreshing instance network info cache due to event network-changed-a2b3f8f3-4688-4122-8c9f-4ebb658163a9. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 736.519770] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] Acquiring lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.519930] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] Acquired lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.519990] env[62788]: DEBUG nova.network.neutron [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Refreshing network info cache for port a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.570150] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.570738] env[62788]: DEBUG nova.compute.manager [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 736.575439] env[62788]: DEBUG oslo_concurrency.lockutils [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.451s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.575658] env[62788]: DEBUG nova.objects.instance [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Lazy-loading 'resources' on Instance uuid d55dd43d-e3a5-413a-8d09-340cfd8b8090 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.687019] env[62788]: DEBUG nova.network.neutron [req-7b5c775d-4a6a-47be-8c45-a7457c60987b req-e44691c3-6fe5-4387-8871-acaf6729c6ac service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Updated VIF entry in instance network info cache for port 4f605985-1787-4ea6-bf81-f8e19fda9776. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.687019] env[62788]: DEBUG nova.network.neutron [req-7b5c775d-4a6a-47be-8c45-a7457c60987b req-e44691c3-6fe5-4387-8871-acaf6729c6ac service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Updating instance_info_cache with network_info: [{"id": "4f605985-1787-4ea6-bf81-f8e19fda9776", "address": "fa:16:3e:1a:c1:f6", "network": {"id": "454517e3-230c-4593-9c66-8b185d70d0c3", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1515775106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30139a6e57c947849b5ea945cb32bcbd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f605985-17", "ovs_interfaceid": "4f605985-1787-4ea6-bf81-f8e19fda9776", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.803032] env[62788]: DEBUG nova.network.neutron [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Successfully updated port: 852444e8-6f25-4af6-b346-82ab8a063784 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.843476] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393760, 'name': ReconfigVM_Task, 'duration_secs': 0.992658} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.843715] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 17e14f3f-8170-4dff-bc39-6123194ed8e0/17e14f3f-8170-4dff-bc39-6123194ed8e0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.844416] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca7e2d2d-5552-4d74-bb54-93f00b84c67f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.851268] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 736.851268] env[62788]: value = "task-2393761" [ 736.851268] env[62788]: _type = "Task" [ 736.851268] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.860162] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393761, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.083061] env[62788]: DEBUG nova.compute.utils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 737.087208] env[62788]: DEBUG nova.compute.manager [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 737.087387] env[62788]: DEBUG nova.network.neutron [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.144762] env[62788]: DEBUG nova.virt.hardware [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.145014] env[62788]: DEBUG nova.virt.hardware [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.145178] env[62788]: DEBUG nova.virt.hardware [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.145362] env[62788]: DEBUG nova.virt.hardware [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.145668] env[62788]: DEBUG nova.virt.hardware [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.145668] env[62788]: DEBUG nova.virt.hardware [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.145844] env[62788]: DEBUG nova.virt.hardware [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.145999] env[62788]: DEBUG nova.virt.hardware [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.146226] env[62788]: DEBUG nova.virt.hardware [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.146419] env[62788]: DEBUG nova.virt.hardware [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.146797] env[62788]: DEBUG nova.virt.hardware [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.148023] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc01a1e6-3b55-49c3-816c-783eae0b8d45 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.156057] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb2815-c27c-4f48-b03c-eae576f6d9f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.170697] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.176915] env[62788]: DEBUG oslo.service.loopingcall [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.181987] env[62788]: DEBUG nova.policy [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef96e4de78e34663bc2f576eaaf20fea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e1d0791620b45a1b8abae13aa655a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.183239] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.183980] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db3d15f7-37a5-42d4-91e1-e61b192fab31 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.196480] env[62788]: DEBUG oslo_concurrency.lockutils [req-7b5c775d-4a6a-47be-8c45-a7457c60987b req-e44691c3-6fe5-4387-8871-acaf6729c6ac service nova] Releasing lock "refresh_cache-114c361b-5947-411c-a055-6a22bdb3cf97" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.201422] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.201422] env[62788]: value = "task-2393762" [ 737.201422] env[62788]: _type = "Task" [ 737.201422] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.209030] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393762, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.310115] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquiring lock "refresh_cache-a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.310115] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquired lock "refresh_cache-a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.310115] env[62788]: DEBUG nova.network.neutron [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.348253] env[62788]: DEBUG nova.network.neutron [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updated VIF entry in instance network info cache for port a2b3f8f3-4688-4122-8c9f-4ebb658163a9. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.348523] env[62788]: DEBUG nova.network.neutron [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updating instance_info_cache with network_info: [{"id": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "address": "fa:16:3e:62:8c:f7", "network": {"id": "e3d9d2c4-4cb8-4488-bcdf-dd877fc00a41", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1907384486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75b58202a8d34b4d9e340a0499fa9421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b3f8f3-46", "ovs_interfaceid": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.362480] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393761, 'name': Rename_Task, 'duration_secs': 0.271855} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.362627] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.365078] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56afb5d5-f280-43cc-bba8-371654800fff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.373121] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 737.373121] env[62788]: value = "task-2393763" [ 737.373121] env[62788]: _type = "Task" [ 737.373121] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.375428] env[62788]: DEBUG nova.compute.manager [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Received event network-vif-plugged-852444e8-6f25-4af6-b346-82ab8a063784 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 737.376303] env[62788]: DEBUG oslo_concurrency.lockutils [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] Acquiring lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.376565] env[62788]: DEBUG oslo_concurrency.lockutils [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] Lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.376750] env[62788]: DEBUG oslo_concurrency.lockutils [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] Lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.376975] env[62788]: DEBUG nova.compute.manager [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] No waiting events found dispatching network-vif-plugged-852444e8-6f25-4af6-b346-82ab8a063784 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 737.377189] env[62788]: WARNING nova.compute.manager [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Received unexpected event network-vif-plugged-852444e8-6f25-4af6-b346-82ab8a063784 for instance with vm_state building and task_state spawning. [ 737.378876] env[62788]: DEBUG nova.compute.manager [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Received event network-changed-852444e8-6f25-4af6-b346-82ab8a063784 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 737.378876] env[62788]: DEBUG nova.compute.manager [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Refreshing instance network info cache due to event network-changed-852444e8-6f25-4af6-b346-82ab8a063784. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 737.378876] env[62788]: DEBUG oslo_concurrency.lockutils [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] Acquiring lock "refresh_cache-a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.393889] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393763, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.587931] env[62788]: DEBUG nova.compute.manager [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 737.666343] env[62788]: DEBUG nova.network.neutron [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Successfully created port: fc19afd1-c4ef-42fb-bf01-62bbb2795611 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.670355] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab5e79c-89e4-4762-bb58-221fff362dc2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.678316] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea6afd4-4ef9-485f-9459-0ff8120f6847 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.713979] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9820ad-7140-4748-8304-5a0293076777 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.722078] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393762, 'name': CreateVM_Task, 'duration_secs': 0.341493} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.723679] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.724212] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.724378] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.727230] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.727230] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aec5ecd-34b2-4305-ab51-dd4006243ed0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.730994] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a756ba9e-bf69-403b-ad86-e2bb158ae712 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.743565] env[62788]: DEBUG nova.compute.provider_tree [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.749334] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 737.749334] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5234841e-522b-6fb7-4685-ec03e8875cff" [ 737.749334] env[62788]: _type = "Task" [ 737.749334] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.752892] env[62788]: DEBUG nova.compute.manager [req-22eedd19-c722-493f-a4a2-adeafacf1654 req-a5d6460b-1740-461c-978b-ca8b85419bba service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Received event network-changed-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 737.753087] env[62788]: DEBUG nova.compute.manager [req-22eedd19-c722-493f-a4a2-adeafacf1654 req-a5d6460b-1740-461c-978b-ca8b85419bba service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Refreshing instance network info cache due to event network-changed-a2b3f8f3-4688-4122-8c9f-4ebb658163a9. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 737.753274] env[62788]: DEBUG oslo_concurrency.lockutils [req-22eedd19-c722-493f-a4a2-adeafacf1654 req-a5d6460b-1740-461c-978b-ca8b85419bba service nova] Acquiring lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.758028] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5234841e-522b-6fb7-4685-ec03e8875cff, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.759780] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.759780] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.759780] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.759780] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.760182] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.760182] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acc30506-0089-477d-9ced-ce2c9ec4be70 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.774153] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.774806] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.778028] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c054148-54a6-4503-ba27-6a7c28b33afd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.782796] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 737.782796] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52326856-5dca-5268-204a-a3cfdfb48383" [ 737.782796] env[62788]: _type = "Task" [ 737.782796] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.790592] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52326856-5dca-5268-204a-a3cfdfb48383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.852279] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ec8e296-bdde-4a04-bf0d-2bb3e1c2c9d7 req-ff47f861-35bf-4222-95eb-6935d000248e service nova] Releasing lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.852741] env[62788]: DEBUG oslo_concurrency.lockutils [req-22eedd19-c722-493f-a4a2-adeafacf1654 req-a5d6460b-1740-461c-978b-ca8b85419bba service nova] Acquired lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.853438] env[62788]: DEBUG nova.network.neutron [req-22eedd19-c722-493f-a4a2-adeafacf1654 req-a5d6460b-1740-461c-978b-ca8b85419bba service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Refreshing network info cache for port a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.884895] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393763, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.885872] env[62788]: DEBUG nova.network.neutron [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.053517] env[62788]: DEBUG nova.network.neutron [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Updating instance_info_cache with network_info: [{"id": "852444e8-6f25-4af6-b346-82ab8a063784", "address": "fa:16:3e:fb:c7:10", "network": {"id": "5d85a4ad-d74f-40ea-baa9-3a72f34d0365", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1613772829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a274c4697bd5488ab430f6f37829f769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852444e8-6f", "ovs_interfaceid": "852444e8-6f25-4af6-b346-82ab8a063784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.248706] env[62788]: DEBUG nova.scheduler.client.report [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.295585] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52326856-5dca-5268-204a-a3cfdfb48383, 'name': SearchDatastore_Task, 'duration_secs': 0.008005} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.296373] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e9ddc33-5204-49d6-bd43-46cd3178543c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.301911] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 738.301911] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ce9fff-5e47-16ba-704d-6e1883c843d7" [ 738.301911] env[62788]: _type = "Task" [ 738.301911] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.310729] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ce9fff-5e47-16ba-704d-6e1883c843d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.387016] env[62788]: DEBUG oslo_vmware.api [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2393763, 'name': PowerOnVM_Task, 'duration_secs': 0.534094} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.387016] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.387016] env[62788]: INFO nova.compute.manager [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Took 8.56 seconds to spawn the instance on the hypervisor. [ 738.387016] env[62788]: DEBUG nova.compute.manager [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 738.387792] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d52020-3bbd-4346-9cf3-25fd420f13de {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.556636] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Releasing lock "refresh_cache-a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.557017] env[62788]: DEBUG nova.compute.manager [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Instance network_info: |[{"id": "852444e8-6f25-4af6-b346-82ab8a063784", "address": "fa:16:3e:fb:c7:10", "network": {"id": "5d85a4ad-d74f-40ea-baa9-3a72f34d0365", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1613772829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a274c4697bd5488ab430f6f37829f769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852444e8-6f", "ovs_interfaceid": "852444e8-6f25-4af6-b346-82ab8a063784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 738.557361] env[62788]: DEBUG oslo_concurrency.lockutils [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] Acquired lock "refresh_cache-a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.557576] env[62788]: DEBUG nova.network.neutron [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Refreshing network info cache for port 852444e8-6f25-4af6-b346-82ab8a063784 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.558906] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:c7:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '852444e8-6f25-4af6-b346-82ab8a063784', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.568215] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Creating folder: Project (a274c4697bd5488ab430f6f37829f769). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.573310] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cbd3543-4853-48f8-95cb-ffadaf968eb9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.585260] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Created folder: Project (a274c4697bd5488ab430f6f37829f769) in parent group-v485515. [ 738.585464] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Creating folder: Instances. Parent ref: group-v485623. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.585752] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4131b9ef-76d4-4e25-86b6-67fee927c4d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.594398] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Created folder: Instances in parent group-v485623. [ 738.594617] env[62788]: DEBUG oslo.service.loopingcall [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 738.594798] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.595852] env[62788]: DEBUG nova.compute.manager [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 738.597648] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74b9f4de-ebac-4945-8247-6748c5278cbb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.619414] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.619414] env[62788]: value = "task-2393766" [ 738.619414] env[62788]: _type = "Task" [ 738.619414] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.627498] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393766, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.635482] env[62788]: DEBUG nova.virt.hardware [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.635717] env[62788]: DEBUG nova.virt.hardware [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.635870] env[62788]: DEBUG nova.virt.hardware [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.636061] env[62788]: DEBUG nova.virt.hardware [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.636211] env[62788]: DEBUG nova.virt.hardware [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.636381] env[62788]: DEBUG nova.virt.hardware [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.636576] env[62788]: DEBUG nova.virt.hardware [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.636737] env[62788]: DEBUG nova.virt.hardware [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.636900] env[62788]: DEBUG nova.virt.hardware [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.637073] env[62788]: DEBUG nova.virt.hardware [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.637251] env[62788]: DEBUG nova.virt.hardware [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.638074] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa875b6-f1cc-4eff-9c84-b3d1441ac1c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.647111] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1e2de6-b517-457f-8e29-b0b87046d533 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.662074] env[62788]: DEBUG nova.network.neutron [req-22eedd19-c722-493f-a4a2-adeafacf1654 req-a5d6460b-1740-461c-978b-ca8b85419bba service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updated VIF entry in instance network info cache for port a2b3f8f3-4688-4122-8c9f-4ebb658163a9. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.662417] env[62788]: DEBUG nova.network.neutron [req-22eedd19-c722-493f-a4a2-adeafacf1654 req-a5d6460b-1740-461c-978b-ca8b85419bba service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updating instance_info_cache with network_info: [{"id": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "address": "fa:16:3e:62:8c:f7", "network": {"id": "e3d9d2c4-4cb8-4488-bcdf-dd877fc00a41", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1907384486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75b58202a8d34b4d9e340a0499fa9421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b3f8f3-46", "ovs_interfaceid": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.754818] env[62788]: DEBUG oslo_concurrency.lockutils [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.179s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.757149] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.960s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.759241] env[62788]: INFO nova.compute.claims [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.792332] env[62788]: INFO nova.scheduler.client.report [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Deleted allocations for instance d55dd43d-e3a5-413a-8d09-340cfd8b8090 [ 738.813495] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ce9fff-5e47-16ba-704d-6e1883c843d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.813495] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.813694] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c/6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.814308] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f3e87f6-faa6-4855-8ec2-34d4e0e9e307 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.825519] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 738.825519] env[62788]: value = "task-2393767" [ 738.825519] env[62788]: _type = "Task" [ 738.825519] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.833485] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.901430] env[62788]: DEBUG nova.network.neutron [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Updated VIF entry in instance network info cache for port 852444e8-6f25-4af6-b346-82ab8a063784. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.902994] env[62788]: DEBUG nova.network.neutron [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Updating instance_info_cache with network_info: [{"id": "852444e8-6f25-4af6-b346-82ab8a063784", "address": "fa:16:3e:fb:c7:10", "network": {"id": "5d85a4ad-d74f-40ea-baa9-3a72f34d0365", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1613772829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a274c4697bd5488ab430f6f37829f769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap852444e8-6f", "ovs_interfaceid": "852444e8-6f25-4af6-b346-82ab8a063784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.914121] env[62788]: INFO nova.compute.manager [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Took 43.90 seconds to build instance. [ 739.130114] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393766, 'name': CreateVM_Task, 'duration_secs': 0.374977} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.130283] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.130980] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.131208] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.131475] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 739.131727] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed2b7a12-dcfc-4940-b23e-e191bb1e6a0f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.137244] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for the task: (returnval){ [ 739.137244] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ef5b69-dbb5-41ec-8d0b-301024485afe" [ 739.137244] env[62788]: _type = "Task" [ 739.137244] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.147228] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ef5b69-dbb5-41ec-8d0b-301024485afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.166778] env[62788]: DEBUG oslo_concurrency.lockutils [req-22eedd19-c722-493f-a4a2-adeafacf1654 req-a5d6460b-1740-461c-978b-ca8b85419bba service nova] Releasing lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.306685] env[62788]: DEBUG oslo_concurrency.lockutils [None req-db980ad5-61c6-4207-8c67-f1311dcddaef tempest-ServerDiagnosticsTest-148048884 tempest-ServerDiagnosticsTest-148048884-project-member] Lock "d55dd43d-e3a5-413a-8d09-340cfd8b8090" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.744s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.337472] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393767, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.357028] env[62788]: DEBUG nova.network.neutron [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Successfully updated port: fc19afd1-c4ef-42fb-bf01-62bbb2795611 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.412896] env[62788]: DEBUG oslo_concurrency.lockutils [req-f27fdf64-e001-4146-ae3b-c2d22ab6c7f1 req-fd661e02-fffe-4fc7-899b-de4c42ac4727 service nova] Releasing lock "refresh_cache-a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.418031] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a1679774-c2c1-40ea-977f-008d8837dfbc tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.956s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.650300] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ef5b69-dbb5-41ec-8d0b-301024485afe, 'name': SearchDatastore_Task, 'duration_secs': 0.05802} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.650518] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 739.650731] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.650983] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.651153] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.651335] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.651589] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6e1027e-33a2-47eb-936d-2c4ccfd57654 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.661287] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.661480] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.665468] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29fac315-faa7-4675-93fc-78b212afc3ed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.671018] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for the task: (returnval){ [ 739.671018] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5209e10b-ea4e-822c-6299-cfa50858294b" [ 739.671018] env[62788]: _type = "Task" [ 739.671018] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.678789] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5209e10b-ea4e-822c-6299-cfa50858294b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.837116] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52006} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.839971] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c/6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.840373] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.840916] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86686e15-861c-4698-bd9f-afeebdcd36c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.853025] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 739.853025] env[62788]: value = "task-2393768" [ 739.853025] env[62788]: _type = "Task" [ 739.853025] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.859781] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.868535] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "refresh_cache-72804449-7f6a-4b4d-94d7-9c6e0e801c30" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.868535] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "refresh_cache-72804449-7f6a-4b4d-94d7-9c6e0e801c30" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.868535] env[62788]: DEBUG nova.network.neutron [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.901113] env[62788]: DEBUG nova.compute.manager [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Received event network-changed-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 739.901113] env[62788]: DEBUG nova.compute.manager [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Refreshing instance network info cache due to event network-changed-a2b3f8f3-4688-4122-8c9f-4ebb658163a9. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 739.901113] env[62788]: DEBUG oslo_concurrency.lockutils [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] Acquiring lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 739.901113] env[62788]: DEBUG oslo_concurrency.lockutils [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] Acquired lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.901113] env[62788]: DEBUG nova.network.neutron [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Refreshing network info cache for port a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.923713] env[62788]: DEBUG nova.compute.manager [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 740.100918] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquiring lock "83538639-b73e-4533-be47-0ee88752d4b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.101229] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Lock "83538639-b73e-4533-be47-0ee88752d4b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.101476] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquiring lock "83538639-b73e-4533-be47-0ee88752d4b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.101721] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Lock "83538639-b73e-4533-be47-0ee88752d4b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.101937] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Lock "83538639-b73e-4533-be47-0ee88752d4b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.104138] env[62788]: INFO nova.compute.manager [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Terminating instance [ 740.182166] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5209e10b-ea4e-822c-6299-cfa50858294b, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.183037] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a44eed5-f6fb-4ef4-b804-871e27ee7544 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.192655] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for the task: (returnval){ [ 740.192655] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5201535a-5f25-da60-1254-fd613451da17" [ 740.192655] env[62788]: _type = "Task" [ 740.192655] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.201696] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5201535a-5f25-da60-1254-fd613451da17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.292363] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c9d197-c317-4dba-a906-23f5246a626f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.302119] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8864788-0f3c-4f20-8217-4cb6d9f330c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.340506] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e652d780-56af-4ec5-abbc-f8611aaf0c93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.348378] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc94f8da-9130-47e3-bea8-11afdd0f5a9a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.360419] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07935} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.368163] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.369045] env[62788]: DEBUG nova.compute.provider_tree [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.370790] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae60dea-8145-4080-8d11-2dc9b5732e24 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.394403] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c/6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.395081] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b5b799c-4318-4d4d-b296-478d8bfa1138 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.412720] env[62788]: DEBUG nova.network.neutron [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.419349] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 740.419349] env[62788]: value = "task-2393769" [ 740.419349] env[62788]: _type = "Task" [ 740.419349] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.431363] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.459019] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.602629] env[62788]: DEBUG nova.network.neutron [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Updating instance_info_cache with network_info: [{"id": "fc19afd1-c4ef-42fb-bf01-62bbb2795611", "address": "fa:16:3e:55:3d:50", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc19afd1-c4", "ovs_interfaceid": "fc19afd1-c4ef-42fb-bf01-62bbb2795611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.614519] env[62788]: DEBUG nova.compute.manager [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 740.614843] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.616679] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc4c2c7-0bae-481f-9110-22f2aca3424a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.627777] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.628085] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba46710a-9cb7-41d8-94f0-9b047c7d662a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.635409] env[62788]: DEBUG oslo_vmware.api [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 740.635409] env[62788]: value = "task-2393770" [ 740.635409] env[62788]: _type = "Task" [ 740.635409] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.644683] env[62788]: DEBUG oslo_vmware.api [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.709477] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5201535a-5f25-da60-1254-fd613451da17, 'name': SearchDatastore_Task, 'duration_secs': 0.010269} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.709963] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.710322] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a/a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.710614] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3073a22f-d7fe-4d80-8b0b-223c0fcead22 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.718953] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for the task: (returnval){ [ 740.718953] env[62788]: value = "task-2393771" [ 740.718953] env[62788]: _type = "Task" [ 740.718953] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.728558] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.734804] env[62788]: DEBUG nova.network.neutron [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updated VIF entry in instance network info cache for port a2b3f8f3-4688-4122-8c9f-4ebb658163a9. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.734804] env[62788]: DEBUG nova.network.neutron [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updating instance_info_cache with network_info: [{"id": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "address": "fa:16:3e:62:8c:f7", "network": {"id": "e3d9d2c4-4cb8-4488-bcdf-dd877fc00a41", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1907384486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "75b58202a8d34b4d9e340a0499fa9421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2b3f8f3-46", "ovs_interfaceid": "a2b3f8f3-4688-4122-8c9f-4ebb658163a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.878491] env[62788]: DEBUG nova.scheduler.client.report [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.933733] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.106322] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "refresh_cache-72804449-7f6a-4b4d-94d7-9c6e0e801c30" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.107043] env[62788]: DEBUG nova.compute.manager [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Instance network_info: |[{"id": "fc19afd1-c4ef-42fb-bf01-62bbb2795611", "address": "fa:16:3e:55:3d:50", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc19afd1-c4", "ovs_interfaceid": "fc19afd1-c4ef-42fb-bf01-62bbb2795611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 741.108032] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:3d:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc19afd1-c4ef-42fb-bf01-62bbb2795611', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.116790] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Creating folder: Project (1e1d0791620b45a1b8abae13aa655a3d). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.117297] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa52bf60-5d7d-4d59-8d25-2a8d8c1aced3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.127926] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Created folder: Project (1e1d0791620b45a1b8abae13aa655a3d) in parent group-v485515. [ 741.128144] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Creating folder: Instances. Parent ref: group-v485626. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.128388] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16f13cb4-077b-4875-9c38-22cac2bd8cc0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.138799] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Created folder: Instances in parent group-v485626. [ 741.139267] env[62788]: DEBUG oslo.service.loopingcall [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 741.145054] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.145448] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c598b0f-876e-4c84-9300-710ada0648de {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.178814] env[62788]: DEBUG oslo_vmware.api [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393770, 'name': PowerOffVM_Task, 'duration_secs': 0.346705} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.180983] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.181318] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.181689] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.181689] env[62788]: value = "task-2393774" [ 741.181689] env[62788]: _type = "Task" [ 741.181689] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.182170] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2010ecdf-e42b-4af0-bc07-505d3e10b795 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.197648] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393774, 'name': CreateVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.230292] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393771, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.238346] env[62788]: DEBUG oslo_concurrency.lockutils [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] Releasing lock "refresh_cache-83538639-b73e-4533-be47-0ee88752d4b2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.238604] env[62788]: DEBUG nova.compute.manager [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Received event network-vif-plugged-fc19afd1-c4ef-42fb-bf01-62bbb2795611 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 741.239251] env[62788]: DEBUG oslo_concurrency.lockutils [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] Acquiring lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.239251] env[62788]: DEBUG oslo_concurrency.lockutils [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] Lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.239375] env[62788]: DEBUG oslo_concurrency.lockutils [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] Lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.240278] env[62788]: DEBUG nova.compute.manager [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] No waiting events found dispatching network-vif-plugged-fc19afd1-c4ef-42fb-bf01-62bbb2795611 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.240278] env[62788]: WARNING nova.compute.manager [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Received unexpected event network-vif-plugged-fc19afd1-c4ef-42fb-bf01-62bbb2795611 for instance with vm_state building and task_state spawning. [ 741.240278] env[62788]: DEBUG nova.compute.manager [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Received event network-changed-fc19afd1-c4ef-42fb-bf01-62bbb2795611 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 741.240278] env[62788]: DEBUG nova.compute.manager [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Refreshing instance network info cache due to event network-changed-fc19afd1-c4ef-42fb-bf01-62bbb2795611. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 741.240278] env[62788]: DEBUG oslo_concurrency.lockutils [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] Acquiring lock "refresh_cache-72804449-7f6a-4b4d-94d7-9c6e0e801c30" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.240495] env[62788]: DEBUG oslo_concurrency.lockutils [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] Acquired lock "refresh_cache-72804449-7f6a-4b4d-94d7-9c6e0e801c30" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.240495] env[62788]: DEBUG nova.network.neutron [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Refreshing network info cache for port fc19afd1-c4ef-42fb-bf01-62bbb2795611 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.265307] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.266245] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.266245] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Deleting the datastore file [datastore1] 83538639-b73e-4533-be47-0ee88752d4b2 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.266468] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a68b2ee-d3c3-479d-aa63-4d0ee5c9f8d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.274734] env[62788]: DEBUG oslo_vmware.api [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for the task: (returnval){ [ 741.274734] env[62788]: value = "task-2393776" [ 741.274734] env[62788]: _type = "Task" [ 741.274734] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.283540] env[62788]: DEBUG oslo_vmware.api [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.384119] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.384871] env[62788]: DEBUG nova.compute.manager [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 741.389321] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.265s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.389686] env[62788]: DEBUG nova.objects.instance [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Lazy-loading 'resources' on Instance uuid b4e1a19a-91c7-42ed-a180-bb0c6a897409 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.432291] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393769, 'name': ReconfigVM_Task, 'duration_secs': 0.607768} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.432744] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c/6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.433468] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2c91b04-ca4c-4f04-89fd-e18f0a93c076 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.440598] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 741.440598] env[62788]: value = "task-2393777" [ 741.440598] env[62788]: _type = "Task" [ 741.440598] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.449960] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393777, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.695389] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393774, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.730896] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523862} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.731233] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a/a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.731455] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.731738] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee479734-cfa2-4c0a-aa63-e003342cfe94 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.738561] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for the task: (returnval){ [ 741.738561] env[62788]: value = "task-2393778" [ 741.738561] env[62788]: _type = "Task" [ 741.738561] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.749078] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.784899] env[62788]: DEBUG oslo_vmware.api [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.897547] env[62788]: DEBUG nova.compute.utils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 741.899123] env[62788]: DEBUG nova.compute.manager [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 741.899277] env[62788]: DEBUG nova.network.neutron [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.959399] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393777, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.976566] env[62788]: DEBUG nova.policy [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '642d60f136cb43d29bd219d40a310883', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b9d13c387a34c10acb629be058d4a6b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.070508] env[62788]: DEBUG nova.network.neutron [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Updated VIF entry in instance network info cache for port fc19afd1-c4ef-42fb-bf01-62bbb2795611. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.070912] env[62788]: DEBUG nova.network.neutron [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Updating instance_info_cache with network_info: [{"id": "fc19afd1-c4ef-42fb-bf01-62bbb2795611", "address": "fa:16:3e:55:3d:50", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc19afd1-c4", "ovs_interfaceid": "fc19afd1-c4ef-42fb-bf01-62bbb2795611", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.108112] env[62788]: DEBUG nova.compute.manager [req-46f08eba-df76-479f-9ef1-bc6ff0921326 req-bd489970-ecd8-4741-8b2d-040fa96f705e service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Received event network-changed-f1422a1c-ce02-4da5-ae6f-084827d53bb7 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 742.108316] env[62788]: DEBUG nova.compute.manager [req-46f08eba-df76-479f-9ef1-bc6ff0921326 req-bd489970-ecd8-4741-8b2d-040fa96f705e service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Refreshing instance network info cache due to event network-changed-f1422a1c-ce02-4da5-ae6f-084827d53bb7. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 742.108559] env[62788]: DEBUG oslo_concurrency.lockutils [req-46f08eba-df76-479f-9ef1-bc6ff0921326 req-bd489970-ecd8-4741-8b2d-040fa96f705e service nova] Acquiring lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.108740] env[62788]: DEBUG oslo_concurrency.lockutils [req-46f08eba-df76-479f-9ef1-bc6ff0921326 req-bd489970-ecd8-4741-8b2d-040fa96f705e service nova] Acquired lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.108873] env[62788]: DEBUG nova.network.neutron [req-46f08eba-df76-479f-9ef1-bc6ff0921326 req-bd489970-ecd8-4741-8b2d-040fa96f705e service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Refreshing network info cache for port f1422a1c-ce02-4da5-ae6f-084827d53bb7 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.194556] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393774, 'name': CreateVM_Task, 'duration_secs': 0.744832} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.194856] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.198386] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.198386] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.198386] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 742.201925] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21da3e5-4fe4-4f25-bad9-d8eef969194f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.210022] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 742.210022] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522a5052-ca89-aeee-dd81-75e5ae97a801" [ 742.210022] env[62788]: _type = "Task" [ 742.210022] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.217724] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522a5052-ca89-aeee-dd81-75e5ae97a801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.250232] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185072} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.250555] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.252265] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f1148f-ad88-4776-96fd-99a6734dbdef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.280073] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a/a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.283225] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd85a919-df98-4aa6-95bd-e8e8142a56e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.306859] env[62788]: DEBUG oslo_vmware.api [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Task: {'id': task-2393776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.81296} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.308217] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.308456] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.308681] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.308908] env[62788]: INFO nova.compute.manager [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Took 1.69 seconds to destroy the instance on the hypervisor. [ 742.309199] env[62788]: DEBUG oslo.service.loopingcall [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.309493] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for the task: (returnval){ [ 742.309493] env[62788]: value = "task-2393779" [ 742.309493] env[62788]: _type = "Task" [ 742.309493] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.309959] env[62788]: DEBUG nova.compute.manager [-] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 742.309959] env[62788]: DEBUG nova.network.neutron [-] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.330033] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.402712] env[62788]: DEBUG nova.compute.manager [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 742.457361] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393777, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.573904] env[62788]: DEBUG oslo_concurrency.lockutils [req-21d8b0a8-0eb5-4a1a-91c2-2cf7645e14e1 req-1a7a2931-3320-4060-a9f3-be527f09b181 service nova] Releasing lock "refresh_cache-72804449-7f6a-4b4d-94d7-9c6e0e801c30" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.617235] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337930d0-98e4-4b3b-8a66-8eaaa56df24e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.631060] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ae3141-0693-439b-b399-79c6a88d9964 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.687607] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b78a6b-c9ae-4fc2-bbdb-ea9703afb14b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.693350] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquiring lock "66088c34-b6c5-4e29-90db-508a0d06edb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.693575] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Lock "66088c34-b6c5-4e29-90db-508a0d06edb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.700023] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1047717f-8bb5-4123-a0ad-a103f4e02352 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.717462] env[62788]: DEBUG nova.compute.provider_tree [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.719699] env[62788]: DEBUG nova.network.neutron [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Successfully created port: f04145a4-82f7-432f-bda9-80aad0b9e6f4 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.738961] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522a5052-ca89-aeee-dd81-75e5ae97a801, 'name': SearchDatastore_Task, 'duration_secs': 0.035552} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.739230] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.739457] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.739698] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 742.739841] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.740034] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.740537] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0d8c01f-3e5c-4cee-853f-1b92fcaa0ff3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.750343] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.750503] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.751208] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d728a78d-e13e-4df6-ad15-65318fd83157 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.760068] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 742.760068] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52663496-4f5f-75ef-8fee-520b6870295c" [ 742.760068] env[62788]: _type = "Task" [ 742.760068] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.769206] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52663496-4f5f-75ef-8fee-520b6870295c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.822813] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393779, 'name': ReconfigVM_Task, 'duration_secs': 0.466761} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.823181] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Reconfigured VM instance instance-00000023 to attach disk [datastore1] a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a/a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.824211] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5211de84-a585-4e6c-b94f-1a8382277da8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.833160] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for the task: (returnval){ [ 742.833160] env[62788]: value = "task-2393780" [ 742.833160] env[62788]: _type = "Task" [ 742.833160] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.843468] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393780, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.948683] env[62788]: DEBUG nova.compute.manager [req-ca6a4c81-9f92-41d4-a439-3b015f41d905 req-f179a0eb-a842-46b6-914c-4d17c639d990 service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Received event network-vif-deleted-a2b3f8f3-4688-4122-8c9f-4ebb658163a9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 742.948844] env[62788]: INFO nova.compute.manager [req-ca6a4c81-9f92-41d4-a439-3b015f41d905 req-f179a0eb-a842-46b6-914c-4d17c639d990 service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Neutron deleted interface a2b3f8f3-4688-4122-8c9f-4ebb658163a9; detaching it from the instance and deleting it from the info cache [ 742.949245] env[62788]: DEBUG nova.network.neutron [req-ca6a4c81-9f92-41d4-a439-3b015f41d905 req-f179a0eb-a842-46b6-914c-4d17c639d990 service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.962769] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393777, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.023946] env[62788]: DEBUG nova.network.neutron [req-46f08eba-df76-479f-9ef1-bc6ff0921326 req-bd489970-ecd8-4741-8b2d-040fa96f705e service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Updated VIF entry in instance network info cache for port f1422a1c-ce02-4da5-ae6f-084827d53bb7. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.024347] env[62788]: DEBUG nova.network.neutron [req-46f08eba-df76-479f-9ef1-bc6ff0921326 req-bd489970-ecd8-4741-8b2d-040fa96f705e service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Updating instance_info_cache with network_info: [{"id": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "address": "fa:16:3e:f6:3e:50", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1422a1c-ce", "ovs_interfaceid": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.226974] env[62788]: DEBUG nova.scheduler.client.report [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.230314] env[62788]: DEBUG nova.network.neutron [-] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.271452] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52663496-4f5f-75ef-8fee-520b6870295c, 'name': SearchDatastore_Task, 'duration_secs': 0.011606} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.272250] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0782a0cd-eddb-4875-b6e1-415a3691e713 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.278165] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 743.278165] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ba20c0-a516-9b21-0b86-91087a0cbd56" [ 743.278165] env[62788]: _type = "Task" [ 743.278165] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.286868] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ba20c0-a516-9b21-0b86-91087a0cbd56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.343324] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393780, 'name': Rename_Task, 'duration_secs': 0.17017} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.343762] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.344122] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d89946de-4656-4f63-a237-763a5bfb5944 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.352643] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for the task: (returnval){ [ 743.352643] env[62788]: value = "task-2393781" [ 743.352643] env[62788]: _type = "Task" [ 743.352643] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.361508] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.413685] env[62788]: DEBUG nova.compute.manager [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 743.440847] env[62788]: DEBUG nova.virt.hardware [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.440962] env[62788]: DEBUG nova.virt.hardware [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.441122] env[62788]: DEBUG nova.virt.hardware [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.441314] env[62788]: DEBUG nova.virt.hardware [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.441458] env[62788]: DEBUG nova.virt.hardware [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.441605] env[62788]: DEBUG nova.virt.hardware [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.441813] env[62788]: DEBUG nova.virt.hardware [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.441970] env[62788]: DEBUG nova.virt.hardware [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.442154] env[62788]: DEBUG nova.virt.hardware [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.442319] env[62788]: DEBUG nova.virt.hardware [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.442552] env[62788]: DEBUG nova.virt.hardware [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.443394] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b976c5a7-c12e-4fbe-9959-32eba2bc6640 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.454007] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17034ea7-084c-42b6-a42b-4121ff32964e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.461190] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393777, 'name': Rename_Task, 'duration_secs': 2.014033} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.461466] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6fea97f2-cacd-410a-955e-99fdc93d75fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.463366] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.463587] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e020373-5f4b-4b00-b494-07435480611a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.476286] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78196d79-a38b-49a3-80f0-df406812ec1a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.487018] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 743.487018] env[62788]: value = "task-2393782" [ 743.487018] env[62788]: _type = "Task" [ 743.487018] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.495246] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393782, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.510637] env[62788]: DEBUG nova.compute.manager [req-ca6a4c81-9f92-41d4-a439-3b015f41d905 req-f179a0eb-a842-46b6-914c-4d17c639d990 service nova] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Detach interface failed, port_id=a2b3f8f3-4688-4122-8c9f-4ebb658163a9, reason: Instance 83538639-b73e-4533-be47-0ee88752d4b2 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 743.527593] env[62788]: DEBUG oslo_concurrency.lockutils [req-46f08eba-df76-479f-9ef1-bc6ff0921326 req-bd489970-ecd8-4741-8b2d-040fa96f705e service nova] Releasing lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.676894] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Acquiring lock "a03a8428-c4fc-4b30-85de-ae82635462fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.677279] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Lock "a03a8428-c4fc-4b30-85de-ae82635462fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.677549] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Acquiring lock "a03a8428-c4fc-4b30-85de-ae82635462fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.677792] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Lock "a03a8428-c4fc-4b30-85de-ae82635462fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.678025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Lock "a03a8428-c4fc-4b30-85de-ae82635462fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.680500] env[62788]: INFO nova.compute.manager [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Terminating instance [ 743.733435] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.735991] env[62788]: INFO nova.compute.manager [-] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Took 1.43 seconds to deallocate network for instance. [ 743.736623] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.338s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.738191] env[62788]: INFO nova.compute.claims [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.758374] env[62788]: INFO nova.scheduler.client.report [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Deleted allocations for instance b4e1a19a-91c7-42ed-a180-bb0c6a897409 [ 743.791956] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ba20c0-a516-9b21-0b86-91087a0cbd56, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.792240] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 743.792496] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 72804449-7f6a-4b4d-94d7-9c6e0e801c30/72804449-7f6a-4b4d-94d7-9c6e0e801c30.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.792757] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7bba5aa-443a-4ef0-b5a6-7e4ef0caae82 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.804723] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 743.804723] env[62788]: value = "task-2393783" [ 743.804723] env[62788]: _type = "Task" [ 743.804723] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.814480] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.863459] env[62788]: DEBUG oslo_vmware.api [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393781, 'name': PowerOnVM_Task, 'duration_secs': 0.477886} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.863866] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.864062] env[62788]: INFO nova.compute.manager [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Took 8.00 seconds to spawn the instance on the hypervisor. [ 743.864290] env[62788]: DEBUG nova.compute.manager [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 743.865236] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef735b4-8bdf-4668-9678-6b2fc3a36417 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.997613] env[62788]: DEBUG oslo_vmware.api [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393782, 'name': PowerOnVM_Task, 'duration_secs': 0.459976} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.997884] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.998102] env[62788]: DEBUG nova.compute.manager [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 743.998901] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8234e6ce-101d-4382-af85-53e30a0d3882 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.184906] env[62788]: DEBUG nova.compute.manager [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 744.185120] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.185412] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e40427-c647-455a-829c-fb2ecf83dfe9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.193855] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Waiting for the task: (returnval){ [ 744.193855] env[62788]: value = "task-2393784" [ 744.193855] env[62788]: _type = "Task" [ 744.193855] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.205759] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.246691] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.268180] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dca9fbb-b76a-41ce-90ef-112ea041977e tempest-ServerAddressesNegativeTestJSON-53686731 tempest-ServerAddressesNegativeTestJSON-53686731-project-member] Lock "b4e1a19a-91c7-42ed-a180-bb0c6a897409" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.661s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.316820] env[62788]: DEBUG nova.compute.manager [req-bee569b6-0b40-42a3-b857-2475b6f1d991 req-bc8867bc-211a-4c50-ba76-23689f68afe7 service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Received event network-vif-plugged-f04145a4-82f7-432f-bda9-80aad0b9e6f4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 744.317556] env[62788]: DEBUG oslo_concurrency.lockutils [req-bee569b6-0b40-42a3-b857-2475b6f1d991 req-bc8867bc-211a-4c50-ba76-23689f68afe7 service nova] Acquiring lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.317556] env[62788]: DEBUG oslo_concurrency.lockutils [req-bee569b6-0b40-42a3-b857-2475b6f1d991 req-bc8867bc-211a-4c50-ba76-23689f68afe7 service nova] Lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.317556] env[62788]: DEBUG oslo_concurrency.lockutils [req-bee569b6-0b40-42a3-b857-2475b6f1d991 req-bc8867bc-211a-4c50-ba76-23689f68afe7 service nova] Lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.317792] env[62788]: DEBUG nova.compute.manager [req-bee569b6-0b40-42a3-b857-2475b6f1d991 req-bc8867bc-211a-4c50-ba76-23689f68afe7 service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] No waiting events found dispatching network-vif-plugged-f04145a4-82f7-432f-bda9-80aad0b9e6f4 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.317792] env[62788]: WARNING nova.compute.manager [req-bee569b6-0b40-42a3-b857-2475b6f1d991 req-bc8867bc-211a-4c50-ba76-23689f68afe7 service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Received unexpected event network-vif-plugged-f04145a4-82f7-432f-bda9-80aad0b9e6f4 for instance with vm_state building and task_state spawning. [ 744.326356] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393783, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.391520] env[62788]: INFO nova.compute.manager [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Took 44.30 seconds to build instance. [ 744.520028] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.589798] env[62788]: DEBUG nova.network.neutron [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Successfully updated port: f04145a4-82f7-432f-bda9-80aad0b9e6f4 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.707676] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393784, 'name': PowerOffVM_Task, 'duration_secs': 0.341904} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.708105] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.709268] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 744.709580] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485519', 'volume_id': '1d2d2573-3120-46bf-9afa-df7fba266755', 'name': 'volume-1d2d2573-3120-46bf-9afa-df7fba266755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a03a8428-c4fc-4b30-85de-ae82635462fe', 'attached_at': '', 'detached_at': '', 'volume_id': '1d2d2573-3120-46bf-9afa-df7fba266755', 'serial': '1d2d2573-3120-46bf-9afa-df7fba266755'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 744.711394] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ef81a6-c24f-4bd1-871a-bf207dfa1968 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.734410] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4411700-8258-476c-bc65-708407e3cd4a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.741778] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c67caf-6cef-4822-ae99-63f5e69daac9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.764715] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bb680d-217c-4857-b9f4-07ec91cc6980 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.782174] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] The volume has not been displaced from its original location: [datastore2] volume-1d2d2573-3120-46bf-9afa-df7fba266755/volume-1d2d2573-3120-46bf-9afa-df7fba266755.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 744.787994] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Reconfiguring VM instance instance-00000012 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 744.792871] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f7a0ba8-c08b-4451-8f2c-a5debcc917a8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.819809] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794477} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.821239] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 72804449-7f6a-4b4d-94d7-9c6e0e801c30/72804449-7f6a-4b4d-94d7-9c6e0e801c30.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.821468] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.821791] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Waiting for the task: (returnval){ [ 744.821791] env[62788]: value = "task-2393785" [ 744.821791] env[62788]: _type = "Task" [ 744.821791] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.821981] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88b5f7bd-b7bc-44fc-bd1d-5495dde7186e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.836267] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393785, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.837486] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 744.837486] env[62788]: value = "task-2393786" [ 744.837486] env[62788]: _type = "Task" [ 744.837486] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.851222] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.895072] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8e9e125e-d522-4b98-a428-df1048d3a4fb tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.340s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.090950] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquiring lock "refresh_cache-4ac2d7b0-2633-4684-a1ee-71d15d2b4466" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.091153] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquired lock "refresh_cache-4ac2d7b0-2633-4684-a1ee-71d15d2b4466" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.091316] env[62788]: DEBUG nova.network.neutron [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.128898] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquiring lock "6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.129163] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.129369] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquiring lock "6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.129651] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.129815] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.134186] env[62788]: INFO nova.compute.manager [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Terminating instance [ 745.297152] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa9ee77-6dd5-48d1-888a-f16373419f77 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.305885] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14f609f-581d-414f-8a3e-da4e2ca56679 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.345625] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f057fb-5aae-4941-8f32-c2239774e7d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.353913] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075914} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.360354] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.360354] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393785, 'name': ReconfigVM_Task, 'duration_secs': 0.281181} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.360354] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cd1ade-c62f-482a-a55e-e161d5e579f9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.365235] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Reconfigured VM instance instance-00000012 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 745.373960] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba9dede-86ea-446a-8bd2-827e70c4b74a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.382120] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5aedb1-39b0-4d9c-a59f-f521be354d11 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.399546] env[62788]: DEBUG nova.compute.manager [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 745.430987] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 72804449-7f6a-4b4d-94d7-9c6e0e801c30/72804449-7f6a-4b4d-94d7-9c6e0e801c30.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.440943] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edbe149c-4bc6-4290-9fca-6cb785e4ff99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.460292] env[62788]: DEBUG nova.compute.provider_tree [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.462153] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Waiting for the task: (returnval){ [ 745.462153] env[62788]: value = "task-2393787" [ 745.462153] env[62788]: _type = "Task" [ 745.462153] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.471436] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 745.471436] env[62788]: value = "task-2393788" [ 745.471436] env[62788]: _type = "Task" [ 745.471436] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.480475] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393787, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.486774] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393788, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.637893] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquiring lock "refresh_cache-6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.637893] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquired lock "refresh_cache-6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.638209] env[62788]: DEBUG nova.network.neutron [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.654616] env[62788]: DEBUG nova.network.neutron [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.672482] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquiring lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.674079] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.674079] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquiring lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.674079] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.674079] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.678735] env[62788]: INFO nova.compute.manager [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Terminating instance [ 745.928941] env[62788]: DEBUG nova.network.neutron [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Updating instance_info_cache with network_info: [{"id": "f04145a4-82f7-432f-bda9-80aad0b9e6f4", "address": "fa:16:3e:1b:d1:d8", "network": {"id": "a754c7b4-ca3e-49af-89ba-4a78910f0a26", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-649854058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9d13c387a34c10acb629be058d4a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04145a4-82", "ovs_interfaceid": "f04145a4-82f7-432f-bda9-80aad0b9e6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.933325] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.965203] env[62788]: DEBUG nova.scheduler.client.report [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.982189] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.986048] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393787, 'name': ReconfigVM_Task, 'duration_secs': 0.240879} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.986048] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485519', 'volume_id': '1d2d2573-3120-46bf-9afa-df7fba266755', 'name': 'volume-1d2d2573-3120-46bf-9afa-df7fba266755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a03a8428-c4fc-4b30-85de-ae82635462fe', 'attached_at': '', 'detached_at': '', 'volume_id': '1d2d2573-3120-46bf-9afa-df7fba266755', 'serial': '1d2d2573-3120-46bf-9afa-df7fba266755'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 745.986289] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.987139] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca7dcbd-41e2-46d7-a7f2-b2c49a5f01f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.995035] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.995307] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f56d19a-c5cd-48cb-a45c-95fd1b7dec39 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.092777] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.093124] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.093354] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Deleting the datastore file [datastore2] a03a8428-c4fc-4b30-85de-ae82635462fe {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.093958] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebf43230-7966-485c-9ae6-f922618116e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.103418] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Waiting for the task: (returnval){ [ 746.103418] env[62788]: value = "task-2393790" [ 746.103418] env[62788]: _type = "Task" [ 746.103418] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.113576] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.167096] env[62788]: DEBUG nova.network.neutron [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.182296] env[62788]: DEBUG nova.compute.manager [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 746.182616] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.185295] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c029a1-7268-48d1-a067-d06ecdd2e5bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.194345] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.194624] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f318dbf6-1459-41b0-8ba2-70e4b32a9b85 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.201568] env[62788]: DEBUG oslo_vmware.api [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for the task: (returnval){ [ 746.201568] env[62788]: value = "task-2393791" [ 746.201568] env[62788]: _type = "Task" [ 746.201568] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.211490] env[62788]: DEBUG oslo_vmware.api [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.231271] env[62788]: DEBUG nova.network.neutron [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.389364] env[62788]: DEBUG nova.compute.manager [req-d669e192-2f36-442b-823c-428f3bbc935a req-253c1867-e741-4734-99cb-ca82c98d920b service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Received event network-changed-f04145a4-82f7-432f-bda9-80aad0b9e6f4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 746.389364] env[62788]: DEBUG nova.compute.manager [req-d669e192-2f36-442b-823c-428f3bbc935a req-253c1867-e741-4734-99cb-ca82c98d920b service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Refreshing instance network info cache due to event network-changed-f04145a4-82f7-432f-bda9-80aad0b9e6f4. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 746.389364] env[62788]: DEBUG oslo_concurrency.lockutils [req-d669e192-2f36-442b-823c-428f3bbc935a req-253c1867-e741-4734-99cb-ca82c98d920b service nova] Acquiring lock "refresh_cache-4ac2d7b0-2633-4684-a1ee-71d15d2b4466" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.432561] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Releasing lock "refresh_cache-4ac2d7b0-2633-4684-a1ee-71d15d2b4466" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.432924] env[62788]: DEBUG nova.compute.manager [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Instance network_info: |[{"id": "f04145a4-82f7-432f-bda9-80aad0b9e6f4", "address": "fa:16:3e:1b:d1:d8", "network": {"id": "a754c7b4-ca3e-49af-89ba-4a78910f0a26", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-649854058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9d13c387a34c10acb629be058d4a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04145a4-82", "ovs_interfaceid": "f04145a4-82f7-432f-bda9-80aad0b9e6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 746.433246] env[62788]: DEBUG oslo_concurrency.lockutils [req-d669e192-2f36-442b-823c-428f3bbc935a req-253c1867-e741-4734-99cb-ca82c98d920b service nova] Acquired lock "refresh_cache-4ac2d7b0-2633-4684-a1ee-71d15d2b4466" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.433880] env[62788]: DEBUG nova.network.neutron [req-d669e192-2f36-442b-823c-428f3bbc935a req-253c1867-e741-4734-99cb-ca82c98d920b service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Refreshing network info cache for port f04145a4-82f7-432f-bda9-80aad0b9e6f4 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.434795] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:d1:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f04145a4-82f7-432f-bda9-80aad0b9e6f4', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.442869] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Creating folder: Project (5b9d13c387a34c10acb629be058d4a6b). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.446328] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ad4dbd1-ffe0-46ba-997a-818b8aaa6218 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.460647] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Created folder: Project (5b9d13c387a34c10acb629be058d4a6b) in parent group-v485515. [ 746.460878] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Creating folder: Instances. Parent ref: group-v485629. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.461145] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cebef901-757c-4e8c-94f3-cc3cb207111e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.474259] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.474866] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 746.478061] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Created folder: Instances in parent group-v485629. [ 746.478061] env[62788]: DEBUG oslo.service.loopingcall [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.478560] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.793s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.478772] env[62788]: DEBUG nova.objects.instance [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lazy-loading 'resources' on Instance uuid 20a7f81e-dfe7-43c9-adba-309257926a89 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.483174] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.483846] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f19f9bad-a4c6-49ed-92b9-b18845291c3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.507867] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393788, 'name': ReconfigVM_Task, 'duration_secs': 0.747838} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.509378] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 72804449-7f6a-4b4d-94d7-9c6e0e801c30/72804449-7f6a-4b4d-94d7-9c6e0e801c30.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.510030] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.510030] env[62788]: value = "task-2393794" [ 746.510030] env[62788]: _type = "Task" [ 746.510030] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.510216] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72308eae-722b-4a85-85f2-4601ebf2ac31 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.521895] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393794, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.524515] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 746.524515] env[62788]: value = "task-2393795" [ 746.524515] env[62788]: _type = "Task" [ 746.524515] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.532927] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393795, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.620498] env[62788]: DEBUG oslo_vmware.api [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Task: {'id': task-2393790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211569} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.620801] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.621027] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.621234] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.621508] env[62788]: INFO nova.compute.manager [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Took 2.44 seconds to destroy the instance on the hypervisor. [ 746.621774] env[62788]: DEBUG oslo.service.loopingcall [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 746.621985] env[62788]: DEBUG nova.compute.manager [-] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 746.622105] env[62788]: DEBUG nova.network.neutron [-] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.713122] env[62788]: DEBUG oslo_vmware.api [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393791, 'name': PowerOffVM_Task, 'duration_secs': 0.298851} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.720168] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.720477] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.724036] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57c1f371-9c1b-4410-b834-00f4eab442ab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.736506] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Releasing lock "refresh_cache-6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.737091] env[62788]: DEBUG nova.compute.manager [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 746.737314] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.738252] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fd21ca-26fe-43ef-a399-6770854a0a69 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.746742] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.747064] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f3607a9-4f7c-4779-8510-c2f0ea8eada3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.756601] env[62788]: DEBUG oslo_vmware.api [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 746.756601] env[62788]: value = "task-2393797" [ 746.756601] env[62788]: _type = "Task" [ 746.756601] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.767358] env[62788]: DEBUG oslo_vmware.api [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.801060] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.801060] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.801060] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Deleting the datastore file [datastore1] a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.801060] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bc378aa-0aca-4b9b-acc0-0022652e2995 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.811136] env[62788]: DEBUG oslo_vmware.api [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for the task: (returnval){ [ 746.811136] env[62788]: value = "task-2393798" [ 746.811136] env[62788]: _type = "Task" [ 746.811136] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.820804] env[62788]: DEBUG oslo_vmware.api [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.821541] env[62788]: DEBUG nova.network.neutron [req-d669e192-2f36-442b-823c-428f3bbc935a req-253c1867-e741-4734-99cb-ca82c98d920b service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Updated VIF entry in instance network info cache for port f04145a4-82f7-432f-bda9-80aad0b9e6f4. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.821885] env[62788]: DEBUG nova.network.neutron [req-d669e192-2f36-442b-823c-428f3bbc935a req-253c1867-e741-4734-99cb-ca82c98d920b service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Updating instance_info_cache with network_info: [{"id": "f04145a4-82f7-432f-bda9-80aad0b9e6f4", "address": "fa:16:3e:1b:d1:d8", "network": {"id": "a754c7b4-ca3e-49af-89ba-4a78910f0a26", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-649854058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9d13c387a34c10acb629be058d4a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04145a4-82", "ovs_interfaceid": "f04145a4-82f7-432f-bda9-80aad0b9e6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.981472] env[62788]: DEBUG nova.compute.utils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 746.983484] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 746.983484] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.032415] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393794, 'name': CreateVM_Task, 'duration_secs': 0.37782} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.033135] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.034146] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.034293] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.034612] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 747.035077] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dd553ec-163e-42ef-a34b-bbf680fd0b05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.040093] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393795, 'name': Rename_Task, 'duration_secs': 0.185214} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.043198] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.043608] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1d5cc4c-cb54-4fd5-b2b6-d469235a886e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.046712] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for the task: (returnval){ [ 747.046712] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525475d7-dbf3-00f9-0cd2-0a4fea57c1fb" [ 747.046712] env[62788]: _type = "Task" [ 747.046712] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.055515] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 747.055515] env[62788]: value = "task-2393799" [ 747.055515] env[62788]: _type = "Task" [ 747.055515] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.061829] env[62788]: DEBUG nova.policy [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68feb249c04244d0b771cc93be2190bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c868a1f19c654c8dbccd9d8fee99d556', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.063519] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525475d7-dbf3-00f9-0cd2-0a4fea57c1fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011392} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.066471] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.066471] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.066571] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.066790] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.066790] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.067720] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-025b69af-163b-4c70-be09-c8ea83210194 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.074539] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.086638] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.086789] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.087646] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209e8339-876e-4e3b-b4bb-c38a7259a17e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.096737] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for the task: (returnval){ [ 747.096737] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520b983d-4d97-2857-d859-0ed68700b8b8" [ 747.096737] env[62788]: _type = "Task" [ 747.096737] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.110165] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520b983d-4d97-2857-d859-0ed68700b8b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.111084] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62924aa2-af5f-446c-84fd-1dcd3e29c500 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.118139] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for the task: (returnval){ [ 747.118139] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528c31dd-f359-0623-0730-e493ee4f661b" [ 747.118139] env[62788]: _type = "Task" [ 747.118139] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.130884] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528c31dd-f359-0623-0730-e493ee4f661b, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.131627] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.131627] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 4ac2d7b0-2633-4684-a1ee-71d15d2b4466/4ac2d7b0-2633-4684-a1ee-71d15d2b4466.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.131908] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6394c2e-c67d-487e-a41f-f05ee0206a42 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.144483] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for the task: (returnval){ [ 747.144483] env[62788]: value = "task-2393800" [ 747.144483] env[62788]: _type = "Task" [ 747.144483] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.162262] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.268182] env[62788]: DEBUG oslo_vmware.api [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393797, 'name': PowerOffVM_Task, 'duration_secs': 0.170501} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.268182] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.268182] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.268460] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99092c79-639c-4cb8-a234-a32fd9aedea6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.300841] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.301080] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.301261] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Deleting the datastore file [datastore1] 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.301531] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f1627a0-b579-49ec-b5bd-c9cd04cb0420 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.309932] env[62788]: DEBUG oslo_vmware.api [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for the task: (returnval){ [ 747.309932] env[62788]: value = "task-2393802" [ 747.309932] env[62788]: _type = "Task" [ 747.309932] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.327609] env[62788]: DEBUG oslo_concurrency.lockutils [req-d669e192-2f36-442b-823c-428f3bbc935a req-253c1867-e741-4734-99cb-ca82c98d920b service nova] Releasing lock "refresh_cache-4ac2d7b0-2633-4684-a1ee-71d15d2b4466" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.328078] env[62788]: DEBUG oslo_vmware.api [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Task: {'id': task-2393798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171826} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.336839] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.336839] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.336839] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.336839] env[62788]: INFO nova.compute.manager [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 747.336839] env[62788]: DEBUG oslo.service.loopingcall [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.337187] env[62788]: DEBUG oslo_vmware.api [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.338213] env[62788]: DEBUG nova.compute.manager [-] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 747.338213] env[62788]: DEBUG nova.network.neutron [-] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.368146] env[62788]: DEBUG nova.compute.manager [req-0c455cc5-5067-44c8-8b9a-c109f6d2a560 req-ecd61fb6-18a2-4d98-80b7-6f61f0173248 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Received event network-vif-deleted-b8698904-6a22-48f4-b6eb-abf2cc638eba {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 747.371139] env[62788]: INFO nova.compute.manager [req-0c455cc5-5067-44c8-8b9a-c109f6d2a560 req-ecd61fb6-18a2-4d98-80b7-6f61f0173248 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Neutron deleted interface b8698904-6a22-48f4-b6eb-abf2cc638eba; detaching it from the instance and deleting it from the info cache [ 747.371139] env[62788]: DEBUG nova.network.neutron [req-0c455cc5-5067-44c8-8b9a-c109f6d2a560 req-ecd61fb6-18a2-4d98-80b7-6f61f0173248 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.486592] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 747.512911] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Successfully created port: 8196ea5c-7a43-4898-bec1-1e745f64e949 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.568471] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393799, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.607627] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3d584e-f44a-4841-b6ad-c2396c6a1d7a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.617422] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b017d09-9e7b-4523-b73b-38b2d0a7c7d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.669122] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2e5a82-242a-4de3-947d-d00e54d0bcda {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.679671] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da1f0a5-3227-45ff-a934-d9efb6e3c183 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.685021] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529861} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.685021] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 4ac2d7b0-2633-4684-a1ee-71d15d2b4466/4ac2d7b0-2633-4684-a1ee-71d15d2b4466.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.685021] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.685021] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-757d1841-b3de-49d7-88ea-c106e32182b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.696207] env[62788]: DEBUG nova.compute.provider_tree [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.698877] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for the task: (returnval){ [ 747.698877] env[62788]: value = "task-2393803" [ 747.698877] env[62788]: _type = "Task" [ 747.698877] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.709302] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.820914] env[62788]: DEBUG oslo_vmware.api [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Task: {'id': task-2393802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259568} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.821266] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.821370] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.821544] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.821717] env[62788]: INFO nova.compute.manager [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Took 1.08 seconds to destroy the instance on the hypervisor. [ 747.821954] env[62788]: DEBUG oslo.service.loopingcall [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 747.823229] env[62788]: DEBUG nova.compute.manager [-] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 747.823229] env[62788]: DEBUG nova.network.neutron [-] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.843126] env[62788]: DEBUG nova.network.neutron [-] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.858448] env[62788]: DEBUG nova.network.neutron [-] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.872829] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11aac23a-b395-4b72-9c6d-923472754993 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.887868] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4358860-ef5b-4f34-b6da-88b8c77abb83 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.927232] env[62788]: DEBUG nova.compute.manager [req-0c455cc5-5067-44c8-8b9a-c109f6d2a560 req-ecd61fb6-18a2-4d98-80b7-6f61f0173248 service nova] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Detach interface failed, port_id=b8698904-6a22-48f4-b6eb-abf2cc638eba, reason: Instance a03a8428-c4fc-4b30-85de-ae82635462fe could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 748.064949] env[62788]: DEBUG oslo_vmware.api [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393799, 'name': PowerOnVM_Task, 'duration_secs': 0.641231} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.065210] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.065408] env[62788]: INFO nova.compute.manager [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Took 9.47 seconds to spawn the instance on the hypervisor. [ 748.065587] env[62788]: DEBUG nova.compute.manager [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 748.066360] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb74dc7-0afc-4074-ac98-5f8db0bf3386 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.200989] env[62788]: DEBUG nova.scheduler.client.report [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.214336] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07654} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.214492] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.215292] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eacb82-77d6-4921-9947-09ab1b7f5b0f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.241963] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 4ac2d7b0-2633-4684-a1ee-71d15d2b4466/4ac2d7b0-2633-4684-a1ee-71d15d2b4466.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.243159] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-739caf10-77d9-440f-910b-56479e681d20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.263776] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for the task: (returnval){ [ 748.263776] env[62788]: value = "task-2393804" [ 748.263776] env[62788]: _type = "Task" [ 748.263776] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.272164] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.348036] env[62788]: INFO nova.compute.manager [-] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Took 1.73 seconds to deallocate network for instance. [ 748.361935] env[62788]: DEBUG nova.network.neutron [-] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.369959] env[62788]: DEBUG nova.network.neutron [-] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.500061] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 748.542499] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.542810] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.542982] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.543190] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.543341] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.543492] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.543704] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.543864] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.544041] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.544206] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.544380] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.546057] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b9224b-7fa3-4b9c-ba54-d1d12ad44795 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.560144] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cf1ef1-5b0c-4b3d-814b-749c28a589fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.583860] env[62788]: INFO nova.compute.manager [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Took 47.17 seconds to build instance. [ 748.709054] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 748.711681] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.537s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 748.714022] env[62788]: INFO nova.compute.claims [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.734797] env[62788]: INFO nova.scheduler.client.report [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Deleted allocations for instance 20a7f81e-dfe7-43c9-adba-309257926a89 [ 748.776387] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.864409] env[62788]: INFO nova.compute.manager [-] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Took 1.04 seconds to deallocate network for instance. [ 748.875939] env[62788]: INFO nova.compute.manager [-] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Took 1.54 seconds to deallocate network for instance. [ 748.917748] env[62788]: INFO nova.compute.manager [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Took 0.57 seconds to detach 1 volumes for instance. [ 748.922238] env[62788]: DEBUG nova.compute.manager [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Deleting volume: 1d2d2573-3120-46bf-9afa-df7fba266755 {{(pid=62788) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3296}} [ 749.085811] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a9f9da4-b661-462e-80d6-9daa4552fa8c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.988s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.244048] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bbe23f3-0366-4f4e-b7c7-c76663725ed1 tempest-ServersAdminNegativeTestJSON-198860872 tempest-ServersAdminNegativeTestJSON-198860872-project-member] Lock "20a7f81e-dfe7-43c9-adba-309257926a89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.169s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.277821] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393804, 'name': ReconfigVM_Task, 'duration_secs': 0.940442} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.279170] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 4ac2d7b0-2633-4684-a1ee-71d15d2b4466/4ac2d7b0-2633-4684-a1ee-71d15d2b4466.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.281454] env[62788]: DEBUG nova.compute.manager [req-54e3822f-c832-4f28-9a3d-180cb59c2b6b req-58d556b5-37c1-4b01-b63f-6b3418f41011 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Received event network-vif-plugged-8196ea5c-7a43-4898-bec1-1e745f64e949 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 749.281454] env[62788]: DEBUG oslo_concurrency.lockutils [req-54e3822f-c832-4f28-9a3d-180cb59c2b6b req-58d556b5-37c1-4b01-b63f-6b3418f41011 service nova] Acquiring lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.281454] env[62788]: DEBUG oslo_concurrency.lockutils [req-54e3822f-c832-4f28-9a3d-180cb59c2b6b req-58d556b5-37c1-4b01-b63f-6b3418f41011 service nova] Lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.281717] env[62788]: DEBUG oslo_concurrency.lockutils [req-54e3822f-c832-4f28-9a3d-180cb59c2b6b req-58d556b5-37c1-4b01-b63f-6b3418f41011 service nova] Lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.281990] env[62788]: DEBUG nova.compute.manager [req-54e3822f-c832-4f28-9a3d-180cb59c2b6b req-58d556b5-37c1-4b01-b63f-6b3418f41011 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] No waiting events found dispatching network-vif-plugged-8196ea5c-7a43-4898-bec1-1e745f64e949 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.282191] env[62788]: WARNING nova.compute.manager [req-54e3822f-c832-4f28-9a3d-180cb59c2b6b req-58d556b5-37c1-4b01-b63f-6b3418f41011 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Received unexpected event network-vif-plugged-8196ea5c-7a43-4898-bec1-1e745f64e949 for instance with vm_state building and task_state spawning. [ 749.282753] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa04ae7b-bbf6-4e04-b3b8-6c907712fe3c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.290426] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for the task: (returnval){ [ 749.290426] env[62788]: value = "task-2393806" [ 749.290426] env[62788]: _type = "Task" [ 749.290426] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.301734] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393806, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.322266] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Successfully updated port: 8196ea5c-7a43-4898-bec1-1e745f64e949 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.371132] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.382731] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.471197] env[62788]: DEBUG nova.compute.manager [req-c2953f88-d092-4338-b0b1-14e90eef4e8e req-f7d1ee72-da6d-41d8-b06a-7101a54961bf service nova] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Received event network-vif-deleted-852444e8-6f25-4af6-b346-82ab8a063784 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 749.476900] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.588591] env[62788]: DEBUG nova.compute.manager [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 749.809160] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393806, 'name': Rename_Task, 'duration_secs': 0.183498} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.809160] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.810015] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-133281fb-6511-4f63-aa74-d2d498ac0d8c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.819944] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for the task: (returnval){ [ 749.819944] env[62788]: value = "task-2393807" [ 749.819944] env[62788]: _type = "Task" [ 749.819944] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.824879] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "refresh_cache-7e3aa598-987d-4ce1-adb6-4718b6b9a965" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.825069] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "refresh_cache-7e3aa598-987d-4ce1-adb6-4718b6b9a965" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.825273] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.835152] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.844504] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.845068] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.845068] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.845442] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.845442] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.849990] env[62788]: INFO nova.compute.manager [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Terminating instance [ 750.115231] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.275060] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9181a91-90a8-4fa7-b6c2-4f66200538a8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.287748] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bb53c0-00ce-43ca-ab63-71f8bbaa8690 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.325259] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379aa3bf-a317-45a6-84d3-482fb09052b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.335826] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393807, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.339296] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f04d58-d3c3-46a4-aafd-a3c8cbc0eaaa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.354893] env[62788]: DEBUG nova.compute.manager [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 750.355140] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.355657] env[62788]: DEBUG nova.compute.provider_tree [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.357549] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc08ad85-a865-4121-8c30-0324d602471f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.366033] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.366288] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74c1233f-0cf4-4fd5-9ff2-6caa65130521 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.373832] env[62788]: DEBUG oslo_vmware.api [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 750.373832] env[62788]: value = "task-2393808" [ 750.373832] env[62788]: _type = "Task" [ 750.373832] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.378574] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.388867] env[62788]: DEBUG oslo_vmware.api [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.714086] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Updating instance_info_cache with network_info: [{"id": "8196ea5c-7a43-4898-bec1-1e745f64e949", "address": "fa:16:3e:1e:0d:af", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8196ea5c-7a", "ovs_interfaceid": "8196ea5c-7a43-4898-bec1-1e745f64e949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.835521] env[62788]: DEBUG oslo_vmware.api [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2393807, 'name': PowerOnVM_Task, 'duration_secs': 0.532767} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.835521] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.835521] env[62788]: INFO nova.compute.manager [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Took 7.42 seconds to spawn the instance on the hypervisor. [ 750.835521] env[62788]: DEBUG nova.compute.manager [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 750.836342] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36b7484-f560-42aa-b9a9-3330bcca7d57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.861804] env[62788]: DEBUG nova.scheduler.client.report [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.888674] env[62788]: DEBUG oslo_vmware.api [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393808, 'name': PowerOffVM_Task, 'duration_secs': 0.427073} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.889859] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.889970] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.890254] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17dc6fe3-618f-4dd0-a469-478f3b915f45 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.973864] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.974471] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.974471] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleting the datastore file [datastore1] 72804449-7f6a-4b4d-94d7-9c6e0e801c30 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.975318] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c365a8d-674d-418c-86d1-c30160723710 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.983324] env[62788]: DEBUG oslo_vmware.api [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 750.983324] env[62788]: value = "task-2393810" [ 750.983324] env[62788]: _type = "Task" [ 750.983324] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.993063] env[62788]: DEBUG oslo_vmware.api [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.214973] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "refresh_cache-7e3aa598-987d-4ce1-adb6-4718b6b9a965" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.216040] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Instance network_info: |[{"id": "8196ea5c-7a43-4898-bec1-1e745f64e949", "address": "fa:16:3e:1e:0d:af", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8196ea5c-7a", "ovs_interfaceid": "8196ea5c-7a43-4898-bec1-1e745f64e949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 751.216531] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:0d:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8196ea5c-7a43-4898-bec1-1e745f64e949', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.227365] env[62788]: DEBUG oslo.service.loopingcall [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.227597] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.227809] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b643396c-dab9-469c-b5fc-ad7163a30dfb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.255231] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.255231] env[62788]: value = "task-2393811" [ 751.255231] env[62788]: _type = "Task" [ 751.255231] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.264323] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393811, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.355885] env[62788]: DEBUG nova.compute.manager [req-3172338d-4c1c-4129-9c4a-c1c260491bad req-bc26f9c0-aae7-47c3-9f03-badbb4f42761 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Received event network-changed-8196ea5c-7a43-4898-bec1-1e745f64e949 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 751.356242] env[62788]: DEBUG nova.compute.manager [req-3172338d-4c1c-4129-9c4a-c1c260491bad req-bc26f9c0-aae7-47c3-9f03-badbb4f42761 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Refreshing instance network info cache due to event network-changed-8196ea5c-7a43-4898-bec1-1e745f64e949. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 751.356583] env[62788]: DEBUG oslo_concurrency.lockutils [req-3172338d-4c1c-4129-9c4a-c1c260491bad req-bc26f9c0-aae7-47c3-9f03-badbb4f42761 service nova] Acquiring lock "refresh_cache-7e3aa598-987d-4ce1-adb6-4718b6b9a965" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.356839] env[62788]: DEBUG oslo_concurrency.lockutils [req-3172338d-4c1c-4129-9c4a-c1c260491bad req-bc26f9c0-aae7-47c3-9f03-badbb4f42761 service nova] Acquired lock "refresh_cache-7e3aa598-987d-4ce1-adb6-4718b6b9a965" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.357113] env[62788]: DEBUG nova.network.neutron [req-3172338d-4c1c-4129-9c4a-c1c260491bad req-bc26f9c0-aae7-47c3-9f03-badbb4f42761 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Refreshing network info cache for port 8196ea5c-7a43-4898-bec1-1e745f64e949 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.362223] env[62788]: INFO nova.compute.manager [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Took 45.58 seconds to build instance. [ 751.371504] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.372710] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 751.375591] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.915s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.504145] env[62788]: DEBUG oslo_vmware.api [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2393810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142759} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.504633] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.504633] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.504825] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.505012] env[62788]: INFO nova.compute.manager [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Took 1.15 seconds to destroy the instance on the hypervisor. [ 751.505268] env[62788]: DEBUG oslo.service.loopingcall [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 751.505466] env[62788]: DEBUG nova.compute.manager [-] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 751.505578] env[62788]: DEBUG nova.network.neutron [-] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.768405] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393811, 'name': CreateVM_Task, 'duration_secs': 0.405203} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.768658] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.769332] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.769500] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.769857] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.770123] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45a24828-8031-4bf1-923d-a446bd172d4d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.776958] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 751.776958] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5287b5ff-54a4-c1e4-90e1-fe75fbec6bf2" [ 751.776958] env[62788]: _type = "Task" [ 751.776958] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.787317] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5287b5ff-54a4-c1e4-90e1-fe75fbec6bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.866338] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e135346c-4577-44e7-a0a7-1564785cee94 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.020s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.883105] env[62788]: DEBUG nova.compute.utils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 751.900596] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 751.901437] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 751.901734] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.095791] env[62788]: DEBUG nova.policy [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68feb249c04244d0b771cc93be2190bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c868a1f19c654c8dbccd9d8fee99d556', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.288595] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5287b5ff-54a4-c1e4-90e1-fe75fbec6bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.011579} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.288904] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.289144] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.290109] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.290109] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.290109] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.290109] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbd788a5-4f25-4ffb-87ae-040745d70bfc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.300106] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.300433] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.301584] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-350804a8-452f-4a31-9e19-9aa29abf0931 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.308633] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 752.308633] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526ff880-639a-883b-7980-840e4523413f" [ 752.308633] env[62788]: _type = "Task" [ 752.308633] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.316879] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526ff880-639a-883b-7980-840e4523413f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.371233] env[62788]: DEBUG nova.compute.manager [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 752.441066] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 29774177-70b5-4709-9c23-f1dbbc552872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.441338] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 23c11f04-d3f5-48a7-831b-c08ca532376c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.441443] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance aedf6b6d-5624-4217-9479-60a13b6d1494 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 752.441516] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance a03a8428-c4fc-4b30-85de-ae82635462fe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 752.441625] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 036aaecc-5f03-40c0-91d0-f4f5e505c620 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.441742] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance ea8fac5b-af8a-4752-a651-8049f4c863a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.441862] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 33227b7a-3dfe-4d7b-8fd8-da6100ecb820 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.441976] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 1c4ddad5-e6ec-435a-83ac-685492e923f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.442100] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 11a2b336-8e4b-4627-872c-b70cf0d19cc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.442207] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance adb75301-5ea3-4467-bf86-e4e7891e9d28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.442322] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance f70fe324-e094-4b2e-a45f-a5ceb25d247b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 752.442525] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 752.442607] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance a4067f64-aa31-4e97-b4bc-0a1919967123 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 752.442834] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 83538639-b73e-4533-be47-0ee88752d4b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 752.443020] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 114c361b-5947-411c-a055-6a22bdb3cf97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.443219] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 752.443301] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 17e14f3f-8170-4dff-bc39-6123194ed8e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.443436] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 752.443553] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 72804449-7f6a-4b4d-94d7-9c6e0e801c30 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.443665] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 4ac2d7b0-2633-4684-a1ee-71d15d2b4466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.443773] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 7e3aa598-987d-4ce1-adb6-4718b6b9a965 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.443880] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 14111a68-61bd-4fd1-83ae-023db0110c0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 752.534761] env[62788]: DEBUG nova.network.neutron [-] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.814315] env[62788]: DEBUG nova.network.neutron [req-3172338d-4c1c-4129-9c4a-c1c260491bad req-bc26f9c0-aae7-47c3-9f03-badbb4f42761 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Updated VIF entry in instance network info cache for port 8196ea5c-7a43-4898-bec1-1e745f64e949. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.814728] env[62788]: DEBUG nova.network.neutron [req-3172338d-4c1c-4129-9c4a-c1c260491bad req-bc26f9c0-aae7-47c3-9f03-badbb4f42761 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Updating instance_info_cache with network_info: [{"id": "8196ea5c-7a43-4898-bec1-1e745f64e949", "address": "fa:16:3e:1e:0d:af", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8196ea5c-7a", "ovs_interfaceid": "8196ea5c-7a43-4898-bec1-1e745f64e949", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.825567] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526ff880-639a-883b-7980-840e4523413f, 'name': SearchDatastore_Task, 'duration_secs': 0.009867} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.826355] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dec407f2-a7e5-402d-b065-1fca1400a9a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.837157] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 752.837157] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e7a2e7-9f6f-2525-5f52-1546003e6757" [ 752.837157] env[62788]: _type = "Task" [ 752.837157] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.847509] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e7a2e7-9f6f-2525-5f52-1546003e6757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.911488] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 752.912190] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.943384] env[62788]: DEBUG nova.compute.manager [req-59b5614c-90fd-4fa5-a01e-5ed211369c66 req-14222fc5-fa20-4e6b-b4bd-c2c3d4ab0de3 service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Received event network-changed-f04145a4-82f7-432f-bda9-80aad0b9e6f4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 752.943602] env[62788]: DEBUG nova.compute.manager [req-59b5614c-90fd-4fa5-a01e-5ed211369c66 req-14222fc5-fa20-4e6b-b4bd-c2c3d4ab0de3 service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Refreshing instance network info cache due to event network-changed-f04145a4-82f7-432f-bda9-80aad0b9e6f4. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 752.944347] env[62788]: DEBUG oslo_concurrency.lockutils [req-59b5614c-90fd-4fa5-a01e-5ed211369c66 req-14222fc5-fa20-4e6b-b4bd-c2c3d4ab0de3 service nova] Acquiring lock "refresh_cache-4ac2d7b0-2633-4684-a1ee-71d15d2b4466" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.944347] env[62788]: DEBUG oslo_concurrency.lockutils [req-59b5614c-90fd-4fa5-a01e-5ed211369c66 req-14222fc5-fa20-4e6b-b4bd-c2c3d4ab0de3 service nova] Acquired lock "refresh_cache-4ac2d7b0-2633-4684-a1ee-71d15d2b4466" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.944347] env[62788]: DEBUG nova.network.neutron [req-59b5614c-90fd-4fa5-a01e-5ed211369c66 req-14222fc5-fa20-4e6b-b4bd-c2c3d4ab0de3 service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Refreshing network info cache for port f04145a4-82f7-432f-bda9-80aad0b9e6f4 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.949071] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.949219] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.949346] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.949535] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.949788] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.949930] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.951166] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.951166] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.951166] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.951166] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.951166] env[62788]: DEBUG nova.virt.hardware [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.951889] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 7dc6128f-ff23-4add-a7cf-52c54174ea85 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.957021] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a454f3fb-0e39-4363-ae99-978dfe886673 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.965172] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8f5e85-dace-4aa3-bd90-ba547ec3009d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.037516] env[62788]: INFO nova.compute.manager [-] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Took 1.53 seconds to deallocate network for instance. [ 753.215484] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Successfully created port: 9097a870-3f4b-40b9-b933-289ab6f12dca {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.317989] env[62788]: DEBUG oslo_concurrency.lockutils [req-3172338d-4c1c-4129-9c4a-c1c260491bad req-bc26f9c0-aae7-47c3-9f03-badbb4f42761 service nova] Releasing lock "refresh_cache-7e3aa598-987d-4ce1-adb6-4718b6b9a965" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.366463] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e7a2e7-9f6f-2525-5f52-1546003e6757, 'name': SearchDatastore_Task, 'duration_secs': 0.011824} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.366463] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.366809] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 7e3aa598-987d-4ce1-adb6-4718b6b9a965/7e3aa598-987d-4ce1-adb6-4718b6b9a965.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.366981] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6632d323-8222-49be-8427-0398056cfc90 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.377585] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 753.377585] env[62788]: value = "task-2393812" [ 753.377585] env[62788]: _type = "Task" [ 753.377585] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.388064] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393812, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.462431] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance ff1d5b52-ea04-469f-8971-14419e9c138f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.524324] env[62788]: DEBUG nova.compute.manager [req-e3fde306-f046-4cf3-90c0-e4cdd9ab500c req-8f26900f-5d89-4ffa-8099-8dc7b51cf54a service nova] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Received event network-vif-deleted-fc19afd1-c4ef-42fb-bf01-62bbb2795611 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 753.546759] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.891915] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393812, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.966095] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 7a5bea28-eabd-49dd-a854-33805622c7d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.097906] env[62788]: DEBUG nova.network.neutron [req-59b5614c-90fd-4fa5-a01e-5ed211369c66 req-14222fc5-fa20-4e6b-b4bd-c2c3d4ab0de3 service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Updated VIF entry in instance network info cache for port f04145a4-82f7-432f-bda9-80aad0b9e6f4. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.098315] env[62788]: DEBUG nova.network.neutron [req-59b5614c-90fd-4fa5-a01e-5ed211369c66 req-14222fc5-fa20-4e6b-b4bd-c2c3d4ab0de3 service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Updating instance_info_cache with network_info: [{"id": "f04145a4-82f7-432f-bda9-80aad0b9e6f4", "address": "fa:16:3e:1b:d1:d8", "network": {"id": "a754c7b4-ca3e-49af-89ba-4a78910f0a26", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-649854058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b9d13c387a34c10acb629be058d4a6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04145a4-82", "ovs_interfaceid": "f04145a4-82f7-432f-bda9-80aad0b9e6f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.392928] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393812, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579496} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.393207] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 7e3aa598-987d-4ce1-adb6-4718b6b9a965/7e3aa598-987d-4ce1-adb6-4718b6b9a965.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.393414] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.393663] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d671bf73-f1ff-4e2f-9a66-af3178044a54 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.403307] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 754.403307] env[62788]: value = "task-2393813" [ 754.403307] env[62788]: _type = "Task" [ 754.403307] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.414208] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.474583] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 2762271c-ef75-47ee-8d66-7f2c1ad3fc86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.568830] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.569375] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.601159] env[62788]: DEBUG oslo_concurrency.lockutils [req-59b5614c-90fd-4fa5-a01e-5ed211369c66 req-14222fc5-fa20-4e6b-b4bd-c2c3d4ab0de3 service nova] Releasing lock "refresh_cache-4ac2d7b0-2633-4684-a1ee-71d15d2b4466" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.914393] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07043} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.914706] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.916285] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1773588f-45d7-4126-8d1e-130a78e0b242 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.942675] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 7e3aa598-987d-4ce1-adb6-4718b6b9a965/7e3aa598-987d-4ce1-adb6-4718b6b9a965.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.942972] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a322b9cb-3e32-40f4-9c8f-233b63c01399 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.965244] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 754.965244] env[62788]: value = "task-2393814" [ 754.965244] env[62788]: _type = "Task" [ 754.965244] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.974330] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.977242] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 944ab7ab-87b0-4f21-bbc1-2273bc9862bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.072194] env[62788]: DEBUG nova.compute.utils [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 755.106108] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquiring lock "4614e196-1acd-456d-940a-b2bc14a755ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.106345] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lock "4614e196-1acd-456d-940a-b2bc14a755ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.390221] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Successfully updated port: 9097a870-3f4b-40b9-b933-289ab6f12dca {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.428301] env[62788]: DEBUG nova.compute.manager [req-f3d8f614-c6a1-42f7-8a9e-e910bf0f1f07 req-a3f8814e-5017-41c1-9f9a-a592db6faa89 service nova] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Received event network-vif-plugged-9097a870-3f4b-40b9-b933-289ab6f12dca {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 755.428558] env[62788]: DEBUG oslo_concurrency.lockutils [req-f3d8f614-c6a1-42f7-8a9e-e910bf0f1f07 req-a3f8814e-5017-41c1-9f9a-a592db6faa89 service nova] Acquiring lock "14111a68-61bd-4fd1-83ae-023db0110c0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.428846] env[62788]: DEBUG oslo_concurrency.lockutils [req-f3d8f614-c6a1-42f7-8a9e-e910bf0f1f07 req-a3f8814e-5017-41c1-9f9a-a592db6faa89 service nova] Lock "14111a68-61bd-4fd1-83ae-023db0110c0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 755.429045] env[62788]: DEBUG oslo_concurrency.lockutils [req-f3d8f614-c6a1-42f7-8a9e-e910bf0f1f07 req-a3f8814e-5017-41c1-9f9a-a592db6faa89 service nova] Lock "14111a68-61bd-4fd1-83ae-023db0110c0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.429222] env[62788]: DEBUG nova.compute.manager [req-f3d8f614-c6a1-42f7-8a9e-e910bf0f1f07 req-a3f8814e-5017-41c1-9f9a-a592db6faa89 service nova] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] No waiting events found dispatching network-vif-plugged-9097a870-3f4b-40b9-b933-289ab6f12dca {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 755.429395] env[62788]: WARNING nova.compute.manager [req-f3d8f614-c6a1-42f7-8a9e-e910bf0f1f07 req-a3f8814e-5017-41c1-9f9a-a592db6faa89 service nova] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Received unexpected event network-vif-plugged-9097a870-3f4b-40b9-b933-289ab6f12dca for instance with vm_state building and task_state spawning. [ 755.477312] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393814, 'name': ReconfigVM_Task, 'duration_secs': 0.310168} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.477972] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 7e3aa598-987d-4ce1-adb6-4718b6b9a965/7e3aa598-987d-4ce1-adb6-4718b6b9a965.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.478233] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5857bd1e-72de-4147-93d6-66453e674d3a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.481238] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 25e5e9d2-b70e-45cf-8394-c26098b5de7b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 755.492080] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 755.492080] env[62788]: value = "task-2393815" [ 755.492080] env[62788]: _type = "Task" [ 755.492080] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.507507] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393815, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.575112] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.894767] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "refresh_cache-14111a68-61bd-4fd1-83ae-023db0110c0b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 755.894767] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "refresh_cache-14111a68-61bd-4fd1-83ae-023db0110c0b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.894767] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.984490] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance c66cf078-4d7d-433d-98ee-2206453351f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.004350] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393815, 'name': Rename_Task, 'duration_secs': 0.157493} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.004624] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.004864] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6adbdd9f-3be5-499e-8cb8-4710ff3b4e92 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.011869] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 756.011869] env[62788]: value = "task-2393816" [ 756.011869] env[62788]: _type = "Task" [ 756.011869] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.021033] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.435164] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.487011] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 23dd65a4-a98a-46db-8006-b00482ece873 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 756.522545] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393816, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.590188] env[62788]: DEBUG nova.network.neutron [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Updating instance_info_cache with network_info: [{"id": "9097a870-3f4b-40b9-b933-289ab6f12dca", "address": "fa:16:3e:90:f8:b0", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9097a870-3f", "ovs_interfaceid": "9097a870-3f4b-40b9-b933-289ab6f12dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.645956] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.646192] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.646446] env[62788]: INFO nova.compute.manager [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Attaching volume 5d0fdb45-c305-4bd1-8b16-8ee07811ccd6 to /dev/sdb [ 756.678378] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980d3c93-aae8-438f-9c64-47f5ce3559ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.687101] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96440951-172d-4762-845d-3014b35b8d19 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.702571] env[62788]: DEBUG nova.virt.block_device [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Updating existing volume attachment record: 99bfcb04-7a1f-4916-8312-fc36069b7d07 {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 756.990430] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.022768] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393816, 'name': PowerOnVM_Task, 'duration_secs': 0.574476} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.023042] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.023250] env[62788]: INFO nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Took 8.53 seconds to spawn the instance on the hypervisor. [ 757.023424] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 757.024180] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64db754f-a752-451f-b01c-96fb6bfadef8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.093180] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "refresh_cache-14111a68-61bd-4fd1-83ae-023db0110c0b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 757.093499] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Instance network_info: |[{"id": "9097a870-3f4b-40b9-b933-289ab6f12dca", "address": "fa:16:3e:90:f8:b0", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9097a870-3f", "ovs_interfaceid": "9097a870-3f4b-40b9-b933-289ab6f12dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 757.093908] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:f8:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60badc2d-69d2-467d-a92e-98511f5cb0b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9097a870-3f4b-40b9-b933-289ab6f12dca', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.101767] env[62788]: DEBUG oslo.service.loopingcall [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 757.102090] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.102613] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-790c17de-96dd-4e61-945f-f50f4e0ba0c6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.122190] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.122190] env[62788]: value = "task-2393820" [ 757.122190] env[62788]: _type = "Task" [ 757.122190] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.131744] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393820, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.458215] env[62788]: DEBUG nova.compute.manager [req-bbcb66ab-d6da-44ce-92f7-ac4bf48cf6c9 req-980167ca-d88c-487a-991e-bfed4e916339 service nova] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Received event network-changed-9097a870-3f4b-40b9-b933-289ab6f12dca {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 757.458500] env[62788]: DEBUG nova.compute.manager [req-bbcb66ab-d6da-44ce-92f7-ac4bf48cf6c9 req-980167ca-d88c-487a-991e-bfed4e916339 service nova] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Refreshing instance network info cache due to event network-changed-9097a870-3f4b-40b9-b933-289ab6f12dca. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 757.458638] env[62788]: DEBUG oslo_concurrency.lockutils [req-bbcb66ab-d6da-44ce-92f7-ac4bf48cf6c9 req-980167ca-d88c-487a-991e-bfed4e916339 service nova] Acquiring lock "refresh_cache-14111a68-61bd-4fd1-83ae-023db0110c0b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.458790] env[62788]: DEBUG oslo_concurrency.lockutils [req-bbcb66ab-d6da-44ce-92f7-ac4bf48cf6c9 req-980167ca-d88c-487a-991e-bfed4e916339 service nova] Acquired lock "refresh_cache-14111a68-61bd-4fd1-83ae-023db0110c0b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.458958] env[62788]: DEBUG nova.network.neutron [req-bbcb66ab-d6da-44ce-92f7-ac4bf48cf6c9 req-980167ca-d88c-487a-991e-bfed4e916339 service nova] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Refreshing network info cache for port 9097a870-3f4b-40b9-b933-289ab6f12dca {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.493943] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 70e46613-bc6f-4b1c-9a73-880bc8f77946 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.541341] env[62788]: INFO nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Took 44.16 seconds to build instance. [ 757.632148] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393820, 'name': CreateVM_Task, 'duration_secs': 0.382084} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.632312] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.632990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.633169] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.633487] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 757.633724] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da235497-4fe2-4b5a-9809-7ab43aab998d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.639577] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 757.639577] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a40ee8-81e2-1c72-f25e-ad8d04d7575a" [ 757.639577] env[62788]: _type = "Task" [ 757.639577] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.648674] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a40ee8-81e2-1c72-f25e-ad8d04d7575a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.997905] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 66088c34-b6c5-4e29-90db-508a0d06edb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 757.998208] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 757.998359] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 758.042884] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.395s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.153110] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a40ee8-81e2-1c72-f25e-ad8d04d7575a, 'name': SearchDatastore_Task, 'duration_secs': 0.011184} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.153410] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.153653] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.153875] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.154038] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.154226] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.154494] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bba99c9c-bdcd-4181-8173-1e0661c6b95c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.167275] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.167483] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.168508] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce307cec-c0cd-4362-8d3c-8a6ac0cdd1eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.179209] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 758.179209] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52bf8c4b-c790-95c6-3bb0-4742bc909cc5" [ 758.179209] env[62788]: _type = "Task" [ 758.179209] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.187771] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bf8c4b-c790-95c6-3bb0-4742bc909cc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.221538] env[62788]: DEBUG nova.network.neutron [req-bbcb66ab-d6da-44ce-92f7-ac4bf48cf6c9 req-980167ca-d88c-487a-991e-bfed4e916339 service nova] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Updated VIF entry in instance network info cache for port 9097a870-3f4b-40b9-b933-289ab6f12dca. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.221896] env[62788]: DEBUG nova.network.neutron [req-bbcb66ab-d6da-44ce-92f7-ac4bf48cf6c9 req-980167ca-d88c-487a-991e-bfed4e916339 service nova] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Updating instance_info_cache with network_info: [{"id": "9097a870-3f4b-40b9-b933-289ab6f12dca", "address": "fa:16:3e:90:f8:b0", "network": {"id": "587c83b7-1e97-4052-9753-9421714f8b62", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-526094758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c868a1f19c654c8dbccd9d8fee99d556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60badc2d-69d2-467d-a92e-98511f5cb0b2", "external-id": "cl2-zone-408", "segmentation_id": 408, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9097a870-3f", "ovs_interfaceid": "9097a870-3f4b-40b9-b933-289ab6f12dca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.429290] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ae5df1-2780-4f88-8553-c50dc309e919 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.438022] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f486b0-7a1f-494d-a830-da2795106425 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.468370] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb4958b-e413-4e29-99a5-0a947e3154d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.476857] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c71d43d-72bb-4b09-b102-eb9141c86494 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.490322] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.551424] env[62788]: DEBUG nova.compute.manager [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 758.690450] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bf8c4b-c790-95c6-3bb0-4742bc909cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010593} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.691237] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eaceb22-6eae-4b29-ac93-8057421323f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.697018] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 758.697018] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5237fb49-5b29-36ab-5989-9f1ebe780d5d" [ 758.697018] env[62788]: _type = "Task" [ 758.697018] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.705295] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5237fb49-5b29-36ab-5989-9f1ebe780d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.724552] env[62788]: DEBUG oslo_concurrency.lockutils [req-bbcb66ab-d6da-44ce-92f7-ac4bf48cf6c9 req-980167ca-d88c-487a-991e-bfed4e916339 service nova] Releasing lock "refresh_cache-14111a68-61bd-4fd1-83ae-023db0110c0b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.994741] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.073328] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.210372] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5237fb49-5b29-36ab-5989-9f1ebe780d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.210741] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.211076] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 14111a68-61bd-4fd1-83ae-023db0110c0b/14111a68-61bd-4fd1-83ae-023db0110c0b.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.211392] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ecb0dfb-32a1-4ebd-9cb3-434a0466906b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.218666] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 759.218666] env[62788]: value = "task-2393822" [ 759.218666] env[62788]: _type = "Task" [ 759.218666] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.228584] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.499588] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 759.499983] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.125s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.500265] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.968s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.500463] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.502814] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.916s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.503012] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.505824] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.506s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.506833] env[62788]: INFO nova.compute.claims [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.530102] env[62788]: INFO nova.scheduler.client.report [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Deleted allocations for instance f70fe324-e094-4b2e-a45f-a5ceb25d247b [ 759.537767] env[62788]: INFO nova.scheduler.client.report [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Deleted allocations for instance 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5 [ 759.730284] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496252} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.730558] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 14111a68-61bd-4fd1-83ae-023db0110c0b/14111a68-61bd-4fd1-83ae-023db0110c0b.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.730771] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.731388] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c7ce3a7-9ef6-4c3e-b680-bb67f08dd9f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.739879] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 759.739879] env[62788]: value = "task-2393823" [ 759.739879] env[62788]: _type = "Task" [ 759.739879] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.751509] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.038630] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7dc29c22-d8fc-4c2b-8fcf-e557b0379d14 tempest-FloatingIPsAssociationNegativeTestJSON-355207766 tempest-FloatingIPsAssociationNegativeTestJSON-355207766-project-member] Lock "f70fe324-e094-4b2e-a45f-a5ceb25d247b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.914s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.045083] env[62788]: DEBUG oslo_concurrency.lockutils [None req-96e2c589-f72f-4376-a231-f5737d8cb438 tempest-DeleteServersAdminTestJSON-1964623415 tempest-DeleteServersAdminTestJSON-1964623415-project-member] Lock "46b91d04-730f-4ef1-9fc9-d7cf458b2bb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.062s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.251031] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064007} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.251376] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.252211] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27ea115-be22-4487-ae7a-5f6a663d7227 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.278205] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 14111a68-61bd-4fd1-83ae-023db0110c0b/14111a68-61bd-4fd1-83ae-023db0110c0b.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.278519] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8eb7362-915c-4c97-ac34-4c86b28c9eed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.300351] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 760.300351] env[62788]: value = "task-2393824" [ 760.300351] env[62788]: _type = "Task" [ 760.300351] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.309061] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.816746] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393824, 'name': ReconfigVM_Task, 'duration_secs': 0.358968} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.817203] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 14111a68-61bd-4fd1-83ae-023db0110c0b/14111a68-61bd-4fd1-83ae-023db0110c0b.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.818330] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d6dc8d6-a430-4c1e-9d79-6614c6bc6712 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.827932] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 760.827932] env[62788]: value = "task-2393825" [ 760.827932] env[62788]: _type = "Task" [ 760.827932] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.840816] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393825, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.900412] env[62788]: DEBUG oslo_concurrency.lockutils [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.900682] env[62788]: DEBUG oslo_concurrency.lockutils [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.900867] env[62788]: DEBUG nova.compute.manager [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 760.901792] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b8f9bd-21f4-4c3b-b71c-7d6fc716fc0a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.909502] env[62788]: DEBUG nova.compute.manager [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62788) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3418}} [ 760.910225] env[62788]: DEBUG nova.objects.instance [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lazy-loading 'flavor' on Instance uuid 11a2b336-8e4b-4627-872c-b70cf0d19cc0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.044018] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aba39f2-c82f-4d0e-bea4-4d1c8df20f6f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.054075] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326858bf-599e-43ff-9fd9-f8eb29cd68b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.088659] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d378d1b2-54e4-4e85-a552-f5cbfedf75a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.097588] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e16db7f-f133-4737-8546-65865716de91 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.114760] env[62788]: DEBUG nova.compute.provider_tree [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.257517] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 761.257517] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485634', 'volume_id': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'name': 'volume-5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea8fac5b-af8a-4752-a651-8049f4c863a8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'serial': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 761.257517] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a5053f-6dcb-4171-8590-c9b428853b4f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.276804] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3375a85f-9a80-4066-9e23-3211efb6857a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.308945] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-5d0fdb45-c305-4bd1-8b16-8ee07811ccd6/volume-5d0fdb45-c305-4bd1-8b16-8ee07811ccd6.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.309352] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-432fedb0-9a6e-4e05-9650-7ae0e365670e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.329657] env[62788]: DEBUG oslo_vmware.api [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 761.329657] env[62788]: value = "task-2393826" [ 761.329657] env[62788]: _type = "Task" [ 761.329657] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.342739] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393825, 'name': Rename_Task, 'duration_secs': 0.163918} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.346117] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.346471] env[62788]: DEBUG oslo_vmware.api [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.346824] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9dc0dcd-5ba6-4037-bd04-efe8c8c3c350 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.355328] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 761.355328] env[62788]: value = "task-2393827" [ 761.355328] env[62788]: _type = "Task" [ 761.355328] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.364432] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.618316] env[62788]: DEBUG nova.scheduler.client.report [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.844361] env[62788]: DEBUG oslo_vmware.api [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393826, 'name': ReconfigVM_Task, 'duration_secs': 0.429687} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.844715] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-5d0fdb45-c305-4bd1-8b16-8ee07811ccd6/volume-5d0fdb45-c305-4bd1-8b16-8ee07811ccd6.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.849529] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6607b14b-3581-4d87-a865-188f5ca613c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.871718] env[62788]: DEBUG oslo_vmware.api [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393827, 'name': PowerOnVM_Task, 'duration_secs': 0.478576} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.874114] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.874460] env[62788]: INFO nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Took 8.97 seconds to spawn the instance on the hypervisor. [ 761.874790] env[62788]: DEBUG nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 761.875180] env[62788]: DEBUG oslo_vmware.api [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 761.875180] env[62788]: value = "task-2393828" [ 761.875180] env[62788]: _type = "Task" [ 761.875180] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.876055] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d7f9bf-2ba7-41f7-9151-65d1d392a70a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.894466] env[62788]: DEBUG oslo_vmware.api [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.917731] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.918824] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ee81dbb-9dd1-41fe-87b5-2d87b8783f4e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.932511] env[62788]: DEBUG oslo_vmware.api [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 761.932511] env[62788]: value = "task-2393829" [ 761.932511] env[62788]: _type = "Task" [ 761.932511] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.944373] env[62788]: DEBUG oslo_vmware.api [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.124691] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.124691] env[62788]: DEBUG nova.compute.manager [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 762.127023] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.664s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.127023] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.129271] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.852s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.130772] env[62788]: INFO nova.compute.claims [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.179948] env[62788]: INFO nova.scheduler.client.report [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Deleted allocations for instance a4067f64-aa31-4e97-b4bc-0a1919967123 [ 762.393052] env[62788]: DEBUG oslo_vmware.api [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393828, 'name': ReconfigVM_Task, 'duration_secs': 0.200178} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.393052] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485634', 'volume_id': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'name': 'volume-5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea8fac5b-af8a-4752-a651-8049f4c863a8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'serial': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 762.405622] env[62788]: INFO nova.compute.manager [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Took 44.28 seconds to build instance. [ 762.445027] env[62788]: DEBUG oslo_vmware.api [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393829, 'name': PowerOffVM_Task, 'duration_secs': 0.410167} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.445027] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.445193] env[62788]: DEBUG nova.compute.manager [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 762.446031] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a09544-997e-4167-9d77-901a08d139b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.635580] env[62788]: DEBUG nova.compute.utils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 762.640268] env[62788]: DEBUG nova.compute.manager [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 762.640268] env[62788]: DEBUG nova.network.neutron [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.689926] env[62788]: DEBUG nova.policy [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8660df9878244fd1bf87dacffacbe342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44212501055f46efa3a5db08cd3964d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.692097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92e1e469-9a68-4809-b0db-0338ab53fffd tempest-ServerGroupTestJSON-582714326 tempest-ServerGroupTestJSON-582714326-project-member] Lock "a4067f64-aa31-4e97-b4bc-0a1919967123" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.773s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.908610] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d6e78695-170f-45bd-b236-49bfbf07497a tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "14111a68-61bd-4fd1-83ae-023db0110c0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.227s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.962022] env[62788]: DEBUG oslo_concurrency.lockutils [None req-812bce69-1932-44e9-940f-db42a89126fe tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.124443] env[62788]: DEBUG nova.network.neutron [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Successfully created port: d2a3e98e-9311-4d98-8c8e-1ae78bee5aee {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.141400] env[62788]: DEBUG nova.compute.manager [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 763.414254] env[62788]: DEBUG nova.compute.manager [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 763.476453] env[62788]: DEBUG nova.objects.instance [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lazy-loading 'flavor' on Instance uuid ea8fac5b-af8a-4752-a651-8049f4c863a8 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.619500] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e749a63-c76d-48ea-9b5d-690820a2d039 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.629200] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f5ccc7-657c-4243-9b3f-36c467fe1d41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.668592] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f76fd3-036b-47c8-8900-30da533fabba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.676997] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7156bb76-ad5d-402e-a3d8-dcc8d9797413 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.695150] env[62788]: DEBUG nova.compute.provider_tree [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.847347] env[62788]: DEBUG nova.objects.instance [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lazy-loading 'flavor' on Instance uuid 11a2b336-8e4b-4627-872c-b70cf0d19cc0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.949585] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 763.985530] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d3aa18fc-8569-458b-8981-ecf6a90185cd tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.339s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.169263] env[62788]: DEBUG nova.compute.manager [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 764.193011] env[62788]: DEBUG nova.virt.hardware [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.193274] env[62788]: DEBUG nova.virt.hardware [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.194099] env[62788]: DEBUG nova.virt.hardware [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.194099] env[62788]: DEBUG nova.virt.hardware [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.194099] env[62788]: DEBUG nova.virt.hardware [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.194099] env[62788]: DEBUG nova.virt.hardware [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.194471] env[62788]: DEBUG nova.virt.hardware [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.194725] env[62788]: DEBUG nova.virt.hardware [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.194960] env[62788]: DEBUG nova.virt.hardware [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.195439] env[62788]: DEBUG nova.virt.hardware [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.195439] env[62788]: DEBUG nova.virt.hardware [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.196986] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587b960a-8fdd-4300-8127-ce318427a5a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.201740] env[62788]: DEBUG nova.scheduler.client.report [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.219247] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cb5796-7027-4765-9ffb-981eb3904f73 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.284189] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.284518] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.285031] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.285031] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.285202] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.287543] env[62788]: INFO nova.compute.manager [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Terminating instance [ 764.352543] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 764.352666] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.352855] env[62788]: DEBUG nova.network.neutron [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.353362] env[62788]: DEBUG nova.objects.instance [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lazy-loading 'info_cache' on Instance uuid 11a2b336-8e4b-4627-872c-b70cf0d19cc0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.575376] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "14111a68-61bd-4fd1-83ae-023db0110c0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.575691] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "14111a68-61bd-4fd1-83ae-023db0110c0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.575861] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "14111a68-61bd-4fd1-83ae-023db0110c0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.576260] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "14111a68-61bd-4fd1-83ae-023db0110c0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.576260] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "14111a68-61bd-4fd1-83ae-023db0110c0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.578484] env[62788]: INFO nova.compute.manager [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Terminating instance [ 764.711687] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.712999] env[62788]: DEBUG nova.compute.manager [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 764.718595] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.268s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.718991] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.721929] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.487s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.724134] env[62788]: INFO nova.compute.claims [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.748161] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 764.749623] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 764.761907] env[62788]: INFO nova.scheduler.client.report [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Deleted allocations for instance aedf6b6d-5624-4217-9479-60a13b6d1494 [ 764.792194] env[62788]: DEBUG nova.compute.manager [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 764.792538] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.794211] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80d99dc-8995-4d87-aa73-68d5f29ff9d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.808441] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.810061] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d663e96-edfe-45e3-af9d-f6e4ae1c15a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.820537] env[62788]: DEBUG oslo_vmware.api [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 764.820537] env[62788]: value = "task-2393830" [ 764.820537] env[62788]: _type = "Task" [ 764.820537] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.836873] env[62788]: DEBUG oslo_vmware.api [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.857855] env[62788]: DEBUG nova.objects.base [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Object Instance<11a2b336-8e4b-4627-872c-b70cf0d19cc0> lazy-loaded attributes: flavor,info_cache {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 765.090031] env[62788]: DEBUG nova.compute.manager [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 765.090031] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.090031] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11db75b-bbe2-4716-a883-26438ab8b935 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.106223] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.106223] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-208b8380-8770-4537-8aec-68ebc814e5e9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.115803] env[62788]: DEBUG oslo_vmware.api [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 765.115803] env[62788]: value = "task-2393831" [ 765.115803] env[62788]: _type = "Task" [ 765.115803] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.133162] env[62788]: DEBUG nova.compute.manager [req-67d741da-834d-4e8d-8051-b04e2cc57580 req-b6b2d3e8-00d7-4571-b916-1321f75d3621 service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Received event network-vif-plugged-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 765.133442] env[62788]: DEBUG oslo_concurrency.lockutils [req-67d741da-834d-4e8d-8051-b04e2cc57580 req-b6b2d3e8-00d7-4571-b916-1321f75d3621 service nova] Acquiring lock "7dc6128f-ff23-4add-a7cf-52c54174ea85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.133681] env[62788]: DEBUG oslo_concurrency.lockutils [req-67d741da-834d-4e8d-8051-b04e2cc57580 req-b6b2d3e8-00d7-4571-b916-1321f75d3621 service nova] Lock "7dc6128f-ff23-4add-a7cf-52c54174ea85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.133848] env[62788]: DEBUG oslo_concurrency.lockutils [req-67d741da-834d-4e8d-8051-b04e2cc57580 req-b6b2d3e8-00d7-4571-b916-1321f75d3621 service nova] Lock "7dc6128f-ff23-4add-a7cf-52c54174ea85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.138263] env[62788]: DEBUG nova.compute.manager [req-67d741da-834d-4e8d-8051-b04e2cc57580 req-b6b2d3e8-00d7-4571-b916-1321f75d3621 service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] No waiting events found dispatching network-vif-plugged-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.138263] env[62788]: WARNING nova.compute.manager [req-67d741da-834d-4e8d-8051-b04e2cc57580 req-b6b2d3e8-00d7-4571-b916-1321f75d3621 service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Received unexpected event network-vif-plugged-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee for instance with vm_state building and task_state spawning. [ 765.145674] env[62788]: DEBUG oslo_vmware.api [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.181922] env[62788]: DEBUG nova.network.neutron [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Successfully updated port: d2a3e98e-9311-4d98-8c8e-1ae78bee5aee {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.231841] env[62788]: DEBUG nova.compute.utils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 765.239433] env[62788]: DEBUG nova.compute.manager [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 765.239567] env[62788]: DEBUG nova.network.neutron [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.252951] env[62788]: INFO nova.compute.manager [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Detaching volume 5d0fdb45-c305-4bd1-8b16-8ee07811ccd6 [ 765.274193] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c31e66a0-039d-4b07-a75f-f8cd8db97335 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "aedf6b6d-5624-4217-9479-60a13b6d1494" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.322s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.303128] env[62788]: INFO nova.virt.block_device [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Attempting to driver detach volume 5d0fdb45-c305-4bd1-8b16-8ee07811ccd6 from mountpoint /dev/sdb [ 765.303128] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 765.303128] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485634', 'volume_id': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'name': 'volume-5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea8fac5b-af8a-4752-a651-8049f4c863a8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'serial': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 765.303981] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df74a8b9-218c-4337-8299-033c7bf7d629 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.342018] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0780ce50-011b-4cd6-bed7-95878bfbe350 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.343387] env[62788]: DEBUG nova.policy [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '431c5c3bd740414ab1f74e51e62e7ef2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8911ce19207d4e259b3fd79e27a100ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.351421] env[62788]: DEBUG oslo_vmware.api [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393830, 'name': PowerOffVM_Task, 'duration_secs': 0.221832} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.353660] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.353803] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.354247] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53442b70-86a9-43d9-adaf-3514bee7378b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.356403] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f160f45-d281-490c-b23a-5076839e144d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.385355] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82636ac-3a8b-4464-b8ba-55f1660aa1ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.403937] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d0fdb45-c305-4bd1-8b16-8ee07811ccd6/volume-5d0fdb45-c305-4bd1-8b16-8ee07811ccd6.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 765.412311] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 765.412311] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f290a5f-d8c4-47f0-98a7-e3f5b3e60fbf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.435688] env[62788]: DEBUG oslo_vmware.api [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 765.435688] env[62788]: value = "task-2393833" [ 765.435688] env[62788]: _type = "Task" [ 765.435688] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.437180] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.437276] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.437461] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleting the datastore file [datastore1] 7e3aa598-987d-4ce1-adb6-4718b6b9a965 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.440897] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b692fe69-65be-4112-b792-0c0b5efffc01 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.449220] env[62788]: DEBUG oslo_vmware.api [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.450647] env[62788]: DEBUG oslo_vmware.api [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 765.450647] env[62788]: value = "task-2393834" [ 765.450647] env[62788]: _type = "Task" [ 765.450647] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.461210] env[62788]: DEBUG oslo_vmware.api [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.626649] env[62788]: DEBUG oslo_vmware.api [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393831, 'name': PowerOffVM_Task, 'duration_secs': 0.250499} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.627809] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.627809] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.627809] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44ed7276-a0a0-44a2-9d0c-24b0bb0abdf0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.687059] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "refresh_cache-7dc6128f-ff23-4add-a7cf-52c54174ea85" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 765.687247] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "refresh_cache-7dc6128f-ff23-4add-a7cf-52c54174ea85" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.687449] env[62788]: DEBUG nova.network.neutron [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.698071] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.698276] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.698448] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleting the datastore file [datastore1] 14111a68-61bd-4fd1-83ae-023db0110c0b {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.698734] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77498b39-592c-4190-a02d-bb0c2042fd53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.710273] env[62788]: DEBUG oslo_vmware.api [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for the task: (returnval){ [ 765.710273] env[62788]: value = "task-2393836" [ 765.710273] env[62788]: _type = "Task" [ 765.710273] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.722573] env[62788]: DEBUG oslo_vmware.api [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.744338] env[62788]: DEBUG nova.compute.manager [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 765.953014] env[62788]: DEBUG oslo_vmware.api [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393833, 'name': ReconfigVM_Task, 'duration_secs': 0.332826} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.956682] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 765.961283] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9faa70b9-eea9-4349-b190-f0556b98e52f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.979920] env[62788]: DEBUG oslo_vmware.api [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30693} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.981349] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.981541] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.981712] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.981886] env[62788]: INFO nova.compute.manager [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Took 1.19 seconds to destroy the instance on the hypervisor. [ 765.982142] env[62788]: DEBUG oslo.service.loopingcall [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 765.982659] env[62788]: DEBUG oslo_vmware.api [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 765.982659] env[62788]: value = "task-2393837" [ 765.982659] env[62788]: _type = "Task" [ 765.982659] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.982659] env[62788]: DEBUG nova.compute.manager [-] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 765.982878] env[62788]: DEBUG nova.network.neutron [-] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.995843] env[62788]: DEBUG oslo_vmware.api [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393837, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.100284] env[62788]: DEBUG nova.network.neutron [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance_info_cache with network_info: [{"id": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "address": "fa:16:3e:68:67:39", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef63f19-c1", "ovs_interfaceid": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.221440] env[62788]: DEBUG oslo_vmware.api [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Task: {'id': task-2393836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177217} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.224388] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.224586] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.225176] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.225176] env[62788]: INFO nova.compute.manager [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 766.225287] env[62788]: DEBUG oslo.service.loopingcall [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.225791] env[62788]: DEBUG nova.compute.manager [-] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 766.225964] env[62788]: DEBUG nova.network.neutron [-] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.239433] env[62788]: DEBUG nova.network.neutron [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Successfully created port: 361b031c-7a5f-408d-ae8f-3f8772f3b525 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.271549] env[62788]: DEBUG nova.network.neutron [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.322792] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790c115a-1d3d-46ab-a213-1ab1cad92edc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.331628] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa465f7a-7021-4622-aef3-15cd6e470642 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.366540] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ce815a-9bed-4f29-91d5-ff4ef759be27 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.375199] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ad541d-067c-46ea-bb78-3426f4fe3193 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.393557] env[62788]: DEBUG nova.compute.provider_tree [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.496620] env[62788]: DEBUG oslo_vmware.api [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393837, 'name': ReconfigVM_Task, 'duration_secs': 0.143748} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.497767] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485634', 'volume_id': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'name': 'volume-5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea8fac5b-af8a-4752-a651-8049f4c863a8', 'attached_at': '', 'detached_at': '', 'volume_id': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6', 'serial': '5d0fdb45-c305-4bd1-8b16-8ee07811ccd6'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 766.604776] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 766.661361] env[62788]: DEBUG nova.network.neutron [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Updating instance_info_cache with network_info: [{"id": "d2a3e98e-9311-4d98-8c8e-1ae78bee5aee", "address": "fa:16:3e:31:66:ef", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a3e98e-93", "ovs_interfaceid": "d2a3e98e-9311-4d98-8c8e-1ae78bee5aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.744389] env[62788]: DEBUG nova.compute.manager [req-d9ca886d-d89b-4da1-abd6-2cb1bc266443 req-5af2ec83-5278-48db-8faf-ec2429e24168 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Received event network-vif-deleted-8196ea5c-7a43-4898-bec1-1e745f64e949 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 766.744585] env[62788]: INFO nova.compute.manager [req-d9ca886d-d89b-4da1-abd6-2cb1bc266443 req-5af2ec83-5278-48db-8faf-ec2429e24168 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Neutron deleted interface 8196ea5c-7a43-4898-bec1-1e745f64e949; detaching it from the instance and deleting it from the info cache [ 766.744816] env[62788]: DEBUG nova.network.neutron [req-d9ca886d-d89b-4da1-abd6-2cb1bc266443 req-5af2ec83-5278-48db-8faf-ec2429e24168 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.762505] env[62788]: DEBUG nova.compute.manager [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 766.799867] env[62788]: DEBUG nova.virt.hardware [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:28:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='74a0f54b-05ab-497d-8910-a768787a196e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-857364452',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.799867] env[62788]: DEBUG nova.virt.hardware [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.800095] env[62788]: DEBUG nova.virt.hardware [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.800236] env[62788]: DEBUG nova.virt.hardware [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.800411] env[62788]: DEBUG nova.virt.hardware [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.800598] env[62788]: DEBUG nova.virt.hardware [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.800840] env[62788]: DEBUG nova.virt.hardware [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.801053] env[62788]: DEBUG nova.virt.hardware [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.801272] env[62788]: DEBUG nova.virt.hardware [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.801466] env[62788]: DEBUG nova.virt.hardware [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.801675] env[62788]: DEBUG nova.virt.hardware [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.802583] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e43ec8b-ef94-4804-b9f2-e2c5e4242212 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.813293] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e91c650-812c-45bc-b890-2a251f71c73a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.896634] env[62788]: DEBUG nova.scheduler.client.report [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.056738] env[62788]: DEBUG nova.objects.instance [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lazy-loading 'flavor' on Instance uuid ea8fac5b-af8a-4752-a651-8049f4c863a8 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.165367] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "refresh_cache-7dc6128f-ff23-4add-a7cf-52c54174ea85" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.165870] env[62788]: DEBUG nova.compute.manager [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Instance network_info: |[{"id": "d2a3e98e-9311-4d98-8c8e-1ae78bee5aee", "address": "fa:16:3e:31:66:ef", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a3e98e-93", "ovs_interfaceid": "d2a3e98e-9311-4d98-8c8e-1ae78bee5aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 767.166306] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:66:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2a3e98e-9311-4d98-8c8e-1ae78bee5aee', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.174779] env[62788]: DEBUG oslo.service.loopingcall [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.175017] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.176707] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a92ec85-fd19-4e80-acb3-d09fe9e898f8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.200571] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.200571] env[62788]: value = "task-2393838" [ 767.200571] env[62788]: _type = "Task" [ 767.200571] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.210576] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393838, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.219777] env[62788]: DEBUG nova.network.neutron [-] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.251327] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93e7ebcc-3608-459e-813a-897e30b40562 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.261374] env[62788]: DEBUG nova.compute.manager [req-64546d5e-b2b6-4618-b98c-2b3d88b86b7a req-c9471cd4-88fa-4a27-9b7d-db3fcbbcc0dd service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Received event network-changed-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 767.261584] env[62788]: DEBUG nova.compute.manager [req-64546d5e-b2b6-4618-b98c-2b3d88b86b7a req-c9471cd4-88fa-4a27-9b7d-db3fcbbcc0dd service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Refreshing instance network info cache due to event network-changed-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 767.261930] env[62788]: DEBUG oslo_concurrency.lockutils [req-64546d5e-b2b6-4618-b98c-2b3d88b86b7a req-c9471cd4-88fa-4a27-9b7d-db3fcbbcc0dd service nova] Acquiring lock "refresh_cache-7dc6128f-ff23-4add-a7cf-52c54174ea85" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.262101] env[62788]: DEBUG oslo_concurrency.lockutils [req-64546d5e-b2b6-4618-b98c-2b3d88b86b7a req-c9471cd4-88fa-4a27-9b7d-db3fcbbcc0dd service nova] Acquired lock "refresh_cache-7dc6128f-ff23-4add-a7cf-52c54174ea85" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.262259] env[62788]: DEBUG nova.network.neutron [req-64546d5e-b2b6-4618-b98c-2b3d88b86b7a req-c9471cd4-88fa-4a27-9b7d-db3fcbbcc0dd service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Refreshing network info cache for port d2a3e98e-9311-4d98-8c8e-1ae78bee5aee {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.268945] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293a7693-dfa4-4cb6-b15a-a0870a22ae6d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.293652] env[62788]: DEBUG nova.network.neutron [-] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.311756] env[62788]: DEBUG nova.compute.manager [req-d9ca886d-d89b-4da1-abd6-2cb1bc266443 req-5af2ec83-5278-48db-8faf-ec2429e24168 service nova] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Detach interface failed, port_id=8196ea5c-7a43-4898-bec1-1e745f64e949, reason: Instance 7e3aa598-987d-4ce1-adb6-4718b6b9a965 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 767.402791] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.403406] env[62788]: DEBUG nova.compute.manager [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 767.406779] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.111s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.408390] env[62788]: INFO nova.compute.claims [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.610490] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.610793] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1ae5f17-abb8-4217-9a30-fa1e6b809959 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.621083] env[62788]: DEBUG oslo_vmware.api [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 767.621083] env[62788]: value = "task-2393839" [ 767.621083] env[62788]: _type = "Task" [ 767.621083] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.631915] env[62788]: DEBUG oslo_vmware.api [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.716110] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393838, 'name': CreateVM_Task, 'duration_secs': 0.37394} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.716465] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.717486] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.717756] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.718151] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 767.718603] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025901db-836f-47e2-a623-c155ba7b7c76 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.722449] env[62788]: INFO nova.compute.manager [-] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Took 1.74 seconds to deallocate network for instance. [ 767.725856] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 767.725856] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52155cbb-577d-f2cc-d2f3-a239553d1109" [ 767.725856] env[62788]: _type = "Task" [ 767.725856] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.733729] env[62788]: DEBUG nova.network.neutron [req-64546d5e-b2b6-4618-b98c-2b3d88b86b7a req-c9471cd4-88fa-4a27-9b7d-db3fcbbcc0dd service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Updated VIF entry in instance network info cache for port d2a3e98e-9311-4d98-8c8e-1ae78bee5aee. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.734395] env[62788]: DEBUG nova.network.neutron [req-64546d5e-b2b6-4618-b98c-2b3d88b86b7a req-c9471cd4-88fa-4a27-9b7d-db3fcbbcc0dd service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Updating instance_info_cache with network_info: [{"id": "d2a3e98e-9311-4d98-8c8e-1ae78bee5aee", "address": "fa:16:3e:31:66:ef", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2a3e98e-93", "ovs_interfaceid": "d2a3e98e-9311-4d98-8c8e-1ae78bee5aee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.747414] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52155cbb-577d-f2cc-d2f3-a239553d1109, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.747414] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 767.747414] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.747414] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 767.747675] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.747675] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.747675] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-833edd9c-226b-4f0f-8a31-db31eed37c00 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.757042] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.757339] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.758241] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b63f89b-f714-4f8c-bf53-70c76d9e8bf8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.765285] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 767.765285] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52403092-8862-f01c-a1c6-596abca228a1" [ 767.765285] env[62788]: _type = "Task" [ 767.765285] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.775694] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52403092-8862-f01c-a1c6-596abca228a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.796134] env[62788]: INFO nova.compute.manager [-] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Took 1.57 seconds to deallocate network for instance. [ 767.908385] env[62788]: DEBUG nova.compute.utils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 767.910207] env[62788]: DEBUG nova.compute.manager [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 767.910421] env[62788]: DEBUG nova.network.neutron [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.013103] env[62788]: DEBUG nova.policy [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b9ad3f2ed3f4821a2694b1ccc977fd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52c94b5e973e4a1eb6c0afb449bb17fd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.063839] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7fafcb1e-11a9-4b50-926a-2873906600d5 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.315s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 768.136585] env[62788]: DEBUG oslo_vmware.api [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393839, 'name': PowerOnVM_Task, 'duration_secs': 0.427963} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.136921] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.137206] env[62788]: DEBUG nova.compute.manager [None req-ef510a12-65ad-4a01-a3c7-05996ddc704c tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 768.138136] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2e2aa8-873b-4638-a9dd-77b6b9f50689 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.237959] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.238446] env[62788]: DEBUG oslo_concurrency.lockutils [req-64546d5e-b2b6-4618-b98c-2b3d88b86b7a req-c9471cd4-88fa-4a27-9b7d-db3fcbbcc0dd service nova] Releasing lock "refresh_cache-7dc6128f-ff23-4add-a7cf-52c54174ea85" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.266906] env[62788]: DEBUG nova.network.neutron [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Successfully updated port: 361b031c-7a5f-408d-ae8f-3f8772f3b525 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.280899] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52403092-8862-f01c-a1c6-596abca228a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009485} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.283260] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50732e60-5994-4272-8760-f271aeceef8e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.289886] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 768.289886] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527e2674-22a6-3067-c9ba-c555fd39a0fb" [ 768.289886] env[62788]: _type = "Task" [ 768.289886] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.298938] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527e2674-22a6-3067-c9ba-c555fd39a0fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.307513] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.415521] env[62788]: DEBUG nova.compute.manager [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 768.769862] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 768.769862] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.769988] env[62788]: DEBUG nova.network.neutron [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.806381] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527e2674-22a6-3067-c9ba-c555fd39a0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.806381] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 768.806509] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 7dc6128f-ff23-4add-a7cf-52c54174ea85/7dc6128f-ff23-4add-a7cf-52c54174ea85.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.806968] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1521fd62-6766-4a64-b698-610712071028 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.818730] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 768.818730] env[62788]: value = "task-2393840" [ 768.818730] env[62788]: _type = "Task" [ 768.818730] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.831034] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.894250] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc9ac85-ba68-4e05-91ad-5564646549ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.904465] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582f4ae5-186f-4e22-926d-461acbbe61cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.909312] env[62788]: DEBUG nova.network.neutron [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Successfully created port: 2743f3fe-6ca3-4090-ac9c-1b5827096817 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.954629] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600cb5ab-77fe-416e-a5ad-42cd9533906e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.964396] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1105c7ee-1601-4bde-8829-05914bb42611 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.986729] env[62788]: DEBUG nova.compute.provider_tree [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.136099] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "eb4887db-5cc7-4863-9f44-41fc955914c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.136338] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "eb4887db-5cc7-4863-9f44-41fc955914c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.307927] env[62788]: DEBUG nova.network.neutron [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.333103] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504351} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.335072] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 7dc6128f-ff23-4add-a7cf-52c54174ea85/7dc6128f-ff23-4add-a7cf-52c54174ea85.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.335325] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.335598] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c43f4202-c516-4e25-a8c0-5dab1af6a904 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.365544] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 769.365544] env[62788]: value = "task-2393841" [ 769.365544] env[62788]: _type = "Task" [ 769.365544] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.381026] env[62788]: DEBUG nova.compute.manager [req-6767866d-19d7-43e9-b8ed-1f6171a7cb27 req-eee6c6e1-8a11-48ce-b8d7-f012c415513c service nova] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Received event network-vif-deleted-9097a870-3f4b-40b9-b933-289ab6f12dca {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 769.386839] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.457864] env[62788]: DEBUG nova.compute.manager [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 769.489598] env[62788]: DEBUG nova.virt.hardware [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.489854] env[62788]: DEBUG nova.virt.hardware [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.490033] env[62788]: DEBUG nova.virt.hardware [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.490222] env[62788]: DEBUG nova.virt.hardware [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.490367] env[62788]: DEBUG nova.virt.hardware [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.490514] env[62788]: DEBUG nova.virt.hardware [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.490718] env[62788]: DEBUG nova.virt.hardware [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.490875] env[62788]: DEBUG nova.virt.hardware [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.491283] env[62788]: DEBUG nova.virt.hardware [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.491563] env[62788]: DEBUG nova.virt.hardware [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.491752] env[62788]: DEBUG nova.virt.hardware [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.492799] env[62788]: DEBUG nova.scheduler.client.report [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.498132] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd742b9-a6ba-4f4d-99ec-202f3beff5b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.510719] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9416efef-5ab3-4254-bae9-da4f3d1720d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.541038] env[62788]: DEBUG nova.network.neutron [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance_info_cache with network_info: [{"id": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "address": "fa:16:3e:9e:4c:a5", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361b031c-7a", "ovs_interfaceid": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.768837] env[62788]: DEBUG nova.compute.manager [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Received event network-vif-plugged-361b031c-7a5f-408d-ae8f-3f8772f3b525 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 769.769136] env[62788]: DEBUG oslo_concurrency.lockutils [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] Acquiring lock "ff1d5b52-ea04-469f-8971-14419e9c138f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.769507] env[62788]: DEBUG oslo_concurrency.lockutils [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] Lock "ff1d5b52-ea04-469f-8971-14419e9c138f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.769905] env[62788]: DEBUG oslo_concurrency.lockutils [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] Lock "ff1d5b52-ea04-469f-8971-14419e9c138f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.770141] env[62788]: DEBUG nova.compute.manager [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] No waiting events found dispatching network-vif-plugged-361b031c-7a5f-408d-ae8f-3f8772f3b525 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.770363] env[62788]: WARNING nova.compute.manager [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Received unexpected event network-vif-plugged-361b031c-7a5f-408d-ae8f-3f8772f3b525 for instance with vm_state building and task_state spawning. [ 769.770744] env[62788]: DEBUG nova.compute.manager [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Received event network-changed-361b031c-7a5f-408d-ae8f-3f8772f3b525 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 769.770948] env[62788]: DEBUG nova.compute.manager [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Refreshing instance network info cache due to event network-changed-361b031c-7a5f-408d-ae8f-3f8772f3b525. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 769.771226] env[62788]: DEBUG oslo_concurrency.lockutils [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] Acquiring lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.880287] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149033} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.880696] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.881915] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cb4fe3-6c3e-4a97-8df5-cd19e39145e8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.915903] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 7dc6128f-ff23-4add-a7cf-52c54174ea85/7dc6128f-ff23-4add-a7cf-52c54174ea85.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.916389] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-982aa8aa-441e-4559-a3a8-85fc69bca432 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.941365] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 769.941365] env[62788]: value = "task-2393842" [ 769.941365] env[62788]: _type = "Task" [ 769.941365] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.952475] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.006359] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.007091] env[62788]: DEBUG nova.compute.manager [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 770.010118] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.551s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.015967] env[62788]: INFO nova.compute.claims [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.044555] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.044987] env[62788]: DEBUG nova.compute.manager [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Instance network_info: |[{"id": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "address": "fa:16:3e:9e:4c:a5", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361b031c-7a", "ovs_interfaceid": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 770.045358] env[62788]: DEBUG oslo_concurrency.lockutils [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] Acquired lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.045585] env[62788]: DEBUG nova.network.neutron [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Refreshing network info cache for port 361b031c-7a5f-408d-ae8f-3f8772f3b525 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.046926] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:4c:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '361b031c-7a5f-408d-ae8f-3f8772f3b525', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.057593] env[62788]: DEBUG oslo.service.loopingcall [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 770.062069] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.062621] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd064ff0-f052-43b4-8fe8-f9bafbf7c264 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.090919] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.090919] env[62788]: value = "task-2393843" [ 770.090919] env[62788]: _type = "Task" [ 770.090919] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.100206] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393843, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.326761] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.327092] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.375163] env[62788]: DEBUG nova.network.neutron [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updated VIF entry in instance network info cache for port 361b031c-7a5f-408d-ae8f-3f8772f3b525. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.375551] env[62788]: DEBUG nova.network.neutron [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance_info_cache with network_info: [{"id": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "address": "fa:16:3e:9e:4c:a5", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361b031c-7a", "ovs_interfaceid": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.455824] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393842, 'name': ReconfigVM_Task, 'duration_secs': 0.351342} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.456125] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 7dc6128f-ff23-4add-a7cf-52c54174ea85/7dc6128f-ff23-4add-a7cf-52c54174ea85.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.456839] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c36bb9e-0692-47c5-888d-8362953745c6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.464444] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 770.464444] env[62788]: value = "task-2393844" [ 770.464444] env[62788]: _type = "Task" [ 770.464444] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.474243] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393844, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.521486] env[62788]: DEBUG nova.compute.utils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 770.527476] env[62788]: DEBUG nova.compute.manager [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 770.528381] env[62788]: DEBUG nova.network.neutron [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.603180] env[62788]: DEBUG nova.policy [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32faa2b016eb4458bb7188a2f62be888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8d742061198458d806e553de8f4d22b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.612617] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393843, 'name': CreateVM_Task, 'duration_secs': 0.397186} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.612882] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.613594] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.613786] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.614127] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 770.614444] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c66ed4a3-6556-49cb-8cb8-9c43e8a71729 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.620635] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 770.620635] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52bd1f4d-b7a2-3940-cd41-c4c7e6e6ce9e" [ 770.620635] env[62788]: _type = "Task" [ 770.620635] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.629644] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bd1f4d-b7a2-3940-cd41-c4c7e6e6ce9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.860210] env[62788]: DEBUG nova.network.neutron [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Successfully updated port: 2743f3fe-6ca3-4090-ac9c-1b5827096817 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.878244] env[62788]: DEBUG oslo_concurrency.lockutils [req-25a8a387-6bf6-4f90-b043-eaa09f4e197c req-646878ea-eb25-4aa1-8986-6970486e53bb service nova] Releasing lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 770.977350] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393844, 'name': Rename_Task, 'duration_secs': 0.157694} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.977707] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.978041] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5456e27f-2e09-4e5f-bda2-08043c009b4c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.986419] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 770.986419] env[62788]: value = "task-2393845" [ 770.986419] env[62788]: _type = "Task" [ 770.986419] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.997035] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.038090] env[62788]: DEBUG nova.compute.manager [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 771.048931] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "82c45586-a150-4f24-836c-a87e31ef0654" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.049396] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "82c45586-a150-4f24-836c-a87e31ef0654" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.109963] env[62788]: DEBUG nova.network.neutron [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Successfully created port: 994fcb50-04ba-4299-a839-763710ee33ce {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.135500] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bd1f4d-b7a2-3940-cd41-c4c7e6e6ce9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.135812] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.136055] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.136284] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.136425] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.136608] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.136928] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11d00fac-45e8-41c0-a039-9b6ab761e00c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.149965] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.150175] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.150919] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c1a4c8-e9aa-420a-9605-828319e81955 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.157605] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 771.157605] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5223e848-0ffb-f760-d021-3a8753c9c456" [ 771.157605] env[62788]: _type = "Task" [ 771.157605] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.172142] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5223e848-0ffb-f760-d021-3a8753c9c456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.364344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "refresh_cache-7a5bea28-eabd-49dd-a854-33805622c7d4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.364344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired lock "refresh_cache-7a5bea28-eabd-49dd-a854-33805622c7d4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.364344] env[62788]: DEBUG nova.network.neutron [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.372052] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "70e38abd-3bee-49d3-b371-a9c9b02a5907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.372052] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "70e38abd-3bee-49d3-b371-a9c9b02a5907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.498039] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393845, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.607084] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cf27b6-8685-4fd8-a1d9-8bc3de7f41fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.617121] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f692b2f0-b26c-452c-9223-6cd0b124258a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.653632] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d3438c-a057-4d7d-a03e-b8529bfd7b79 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.666028] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f0ceab-ddfb-4a2b-b9fc-cc6e33fa9f13 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.672032] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5223e848-0ffb-f760-d021-3a8753c9c456, 'name': SearchDatastore_Task, 'duration_secs': 0.024174} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.673827] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7a3a31-c85d-4d96-8540-001f58529e37 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.683721] env[62788]: DEBUG nova.compute.provider_tree [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.690271] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 771.690271] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a96b20-df4c-4e1f-8f28-c9e97ef98eeb" [ 771.690271] env[62788]: _type = "Task" [ 771.690271] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.701026] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a96b20-df4c-4e1f-8f28-c9e97ef98eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.718017] env[62788]: DEBUG nova.compute.manager [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Received event network-vif-plugged-2743f3fe-6ca3-4090-ac9c-1b5827096817 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 771.718017] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] Acquiring lock "7a5bea28-eabd-49dd-a854-33805622c7d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.722699] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] Lock "7a5bea28-eabd-49dd-a854-33805622c7d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.005s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 771.722928] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] Lock "7a5bea28-eabd-49dd-a854-33805622c7d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.723207] env[62788]: DEBUG nova.compute.manager [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] No waiting events found dispatching network-vif-plugged-2743f3fe-6ca3-4090-ac9c-1b5827096817 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.723399] env[62788]: WARNING nova.compute.manager [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Received unexpected event network-vif-plugged-2743f3fe-6ca3-4090-ac9c-1b5827096817 for instance with vm_state building and task_state spawning. [ 771.723876] env[62788]: DEBUG nova.compute.manager [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Received event network-changed-2743f3fe-6ca3-4090-ac9c-1b5827096817 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 771.723876] env[62788]: DEBUG nova.compute.manager [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Refreshing instance network info cache due to event network-changed-2743f3fe-6ca3-4090-ac9c-1b5827096817. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 771.723876] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] Acquiring lock "refresh_cache-7a5bea28-eabd-49dd-a854-33805622c7d4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 771.911357] env[62788]: DEBUG nova.network.neutron [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.998490] env[62788]: DEBUG oslo_vmware.api [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393845, 'name': PowerOnVM_Task, 'duration_secs': 0.539566} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.998490] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.998490] env[62788]: INFO nova.compute.manager [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Took 7.83 seconds to spawn the instance on the hypervisor. [ 771.998490] env[62788]: DEBUG nova.compute.manager [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 771.998490] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe692d1-2f98-45c3-8110-14718df2ecd7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.047231] env[62788]: DEBUG nova.compute.manager [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 772.077291] env[62788]: DEBUG nova.virt.hardware [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.077541] env[62788]: DEBUG nova.virt.hardware [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.077698] env[62788]: DEBUG nova.virt.hardware [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.077880] env[62788]: DEBUG nova.virt.hardware [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.078034] env[62788]: DEBUG nova.virt.hardware [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.078184] env[62788]: DEBUG nova.virt.hardware [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.078388] env[62788]: DEBUG nova.virt.hardware [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.078545] env[62788]: DEBUG nova.virt.hardware [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.078940] env[62788]: DEBUG nova.virt.hardware [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.079139] env[62788]: DEBUG nova.virt.hardware [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.079317] env[62788]: DEBUG nova.virt.hardware [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.080194] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec7f8df-c079-4481-89a7-ad29258af8b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.092107] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64b04b7-b0b5-4e6d-ac27-7e12e5906e35 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.135516] env[62788]: DEBUG nova.network.neutron [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Updating instance_info_cache with network_info: [{"id": "2743f3fe-6ca3-4090-ac9c-1b5827096817", "address": "fa:16:3e:c5:7c:68", "network": {"id": "4eee5c24-7766-47cd-b885-4a274fdb5719", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850157775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c94b5e973e4a1eb6c0afb449bb17fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2743f3fe-6c", "ovs_interfaceid": "2743f3fe-6ca3-4090-ac9c-1b5827096817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.187633] env[62788]: DEBUG nova.scheduler.client.report [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.202321] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a96b20-df4c-4e1f-8f28-c9e97ef98eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.013314} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.203201] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.203466] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] ff1d5b52-ea04-469f-8971-14419e9c138f/ff1d5b52-ea04-469f-8971-14419e9c138f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.203721] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e83514b-cdc4-4125-b8c7-5a9064f8e31e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.213295] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 772.213295] env[62788]: value = "task-2393846" [ 772.213295] env[62788]: _type = "Task" [ 772.213295] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.222450] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.518216] env[62788]: INFO nova.compute.manager [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Took 50.54 seconds to build instance. [ 772.638423] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lock "refresh_cache-7a5bea28-eabd-49dd-a854-33805622c7d4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.638830] env[62788]: DEBUG nova.compute.manager [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Instance network_info: |[{"id": "2743f3fe-6ca3-4090-ac9c-1b5827096817", "address": "fa:16:3e:c5:7c:68", "network": {"id": "4eee5c24-7766-47cd-b885-4a274fdb5719", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850157775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c94b5e973e4a1eb6c0afb449bb17fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2743f3fe-6c", "ovs_interfaceid": "2743f3fe-6ca3-4090-ac9c-1b5827096817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 772.639172] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] Acquired lock "refresh_cache-7a5bea28-eabd-49dd-a854-33805622c7d4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.639494] env[62788]: DEBUG nova.network.neutron [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Refreshing network info cache for port 2743f3fe-6ca3-4090-ac9c-1b5827096817 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.640602] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:7c:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2743f3fe-6ca3-4090-ac9c-1b5827096817', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.648478] env[62788]: DEBUG oslo.service.loopingcall [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 772.650634] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.650634] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6272db5c-3942-42d6-9822-8265f1679c10 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.674920] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.674920] env[62788]: value = "task-2393847" [ 772.674920] env[62788]: _type = "Task" [ 772.674920] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.685027] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393847, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.696455] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.696861] env[62788]: DEBUG nova.compute.manager [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 772.699866] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.453s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.700091] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.702301] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.186s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.702476] env[62788]: DEBUG nova.objects.instance [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 772.728020] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393846, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.740755] env[62788]: INFO nova.scheduler.client.report [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Deleted allocations for instance 83538639-b73e-4533-be47-0ee88752d4b2 [ 773.020918] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1ac0e26-717d-428a-a85b-359d3b2ca6bf tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "7dc6128f-ff23-4add-a7cf-52c54174ea85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.414s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.133420] env[62788]: DEBUG nova.network.neutron [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Successfully updated port: 994fcb50-04ba-4299-a839-763710ee33ce {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.186808] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393847, 'name': CreateVM_Task, 'duration_secs': 0.371697} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.186976] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.190770] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.190923] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.191297] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 773.191528] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dacb622-53a9-48da-99da-779771efb321 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.196835] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 773.196835] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522dceb3-5a45-5d08-57b9-858a5d137d70" [ 773.196835] env[62788]: _type = "Task" [ 773.196835] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.205195] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522dceb3-5a45-5d08-57b9-858a5d137d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.207278] env[62788]: DEBUG nova.compute.utils [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 773.211730] env[62788]: DEBUG nova.compute.manager [req-c1aa6246-896b-47ea-9242-434034e0eeb3 req-707c25a4-7e9f-40db-9e5e-b9d97e8c6997 service nova] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Received event network-vif-plugged-994fcb50-04ba-4299-a839-763710ee33ce {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 773.211943] env[62788]: DEBUG oslo_concurrency.lockutils [req-c1aa6246-896b-47ea-9242-434034e0eeb3 req-707c25a4-7e9f-40db-9e5e-b9d97e8c6997 service nova] Acquiring lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.212142] env[62788]: DEBUG oslo_concurrency.lockutils [req-c1aa6246-896b-47ea-9242-434034e0eeb3 req-707c25a4-7e9f-40db-9e5e-b9d97e8c6997 service nova] Lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.212307] env[62788]: DEBUG oslo_concurrency.lockutils [req-c1aa6246-896b-47ea-9242-434034e0eeb3 req-707c25a4-7e9f-40db-9e5e-b9d97e8c6997 service nova] Lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.212471] env[62788]: DEBUG nova.compute.manager [req-c1aa6246-896b-47ea-9242-434034e0eeb3 req-707c25a4-7e9f-40db-9e5e-b9d97e8c6997 service nova] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] No waiting events found dispatching network-vif-plugged-994fcb50-04ba-4299-a839-763710ee33ce {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.212631] env[62788]: WARNING nova.compute.manager [req-c1aa6246-896b-47ea-9242-434034e0eeb3 req-707c25a4-7e9f-40db-9e5e-b9d97e8c6997 service nova] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Received unexpected event network-vif-plugged-994fcb50-04ba-4299-a839-763710ee33ce for instance with vm_state building and task_state spawning. [ 773.215332] env[62788]: DEBUG nova.compute.manager [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 773.215498] env[62788]: DEBUG nova.network.neutron [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.233033] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570126} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.233033] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] ff1d5b52-ea04-469f-8971-14419e9c138f/ff1d5b52-ea04-469f-8971-14419e9c138f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.233033] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.233033] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8fd6798-6c08-4825-b272-0f87174f2aec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.245034] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 773.245034] env[62788]: value = "task-2393848" [ 773.245034] env[62788]: _type = "Task" [ 773.245034] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.253785] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393848, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.254702] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3de351d0-2cb6-4db8-a71c-0ee278da530f tempest-ServerRescueTestJSONUnderV235-2048364196 tempest-ServerRescueTestJSONUnderV235-2048364196-project-member] Lock "83538639-b73e-4533-be47-0ee88752d4b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.153s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.291173] env[62788]: DEBUG nova.policy [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a93be9b989495cbd08d5ef13c9a5f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a06aff7cda434d90a7042809aadb8743', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.455118] env[62788]: DEBUG oslo_concurrency.lockutils [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquiring lock "114c361b-5947-411c-a055-6a22bdb3cf97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.455393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Lock "114c361b-5947-411c-a055-6a22bdb3cf97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.455698] env[62788]: DEBUG oslo_concurrency.lockutils [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquiring lock "114c361b-5947-411c-a055-6a22bdb3cf97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.455779] env[62788]: DEBUG oslo_concurrency.lockutils [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Lock "114c361b-5947-411c-a055-6a22bdb3cf97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.455951] env[62788]: DEBUG oslo_concurrency.lockutils [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Lock "114c361b-5947-411c-a055-6a22bdb3cf97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.459219] env[62788]: INFO nova.compute.manager [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Terminating instance [ 773.475962] env[62788]: DEBUG nova.network.neutron [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Updated VIF entry in instance network info cache for port 2743f3fe-6ca3-4090-ac9c-1b5827096817. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.476325] env[62788]: DEBUG nova.network.neutron [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Updating instance_info_cache with network_info: [{"id": "2743f3fe-6ca3-4090-ac9c-1b5827096817", "address": "fa:16:3e:c5:7c:68", "network": {"id": "4eee5c24-7766-47cd-b885-4a274fdb5719", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850157775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c94b5e973e4a1eb6c0afb449bb17fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2743f3fe-6c", "ovs_interfaceid": "2743f3fe-6ca3-4090-ac9c-1b5827096817", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.523433] env[62788]: DEBUG nova.compute.manager [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 773.637807] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "refresh_cache-2762271c-ef75-47ee-8d66-7f2c1ad3fc86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.637807] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired lock "refresh_cache-2762271c-ef75-47ee-8d66-7f2c1ad3fc86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.637948] env[62788]: DEBUG nova.network.neutron [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.710020] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522dceb3-5a45-5d08-57b9-858a5d137d70, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.710020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.710020] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.710020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 773.710241] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.710399] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.710669] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7e3943f-ebb8-4c45-ba3d-05ba2f529a4d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.716326] env[62788]: DEBUG nova.compute.manager [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 773.720860] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c082a0c4-7ba8-45f7-8fc6-04f3beb4f5aa tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 773.723759] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.791s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 773.725295] env[62788]: INFO nova.compute.claims [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.727774] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.728071] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.729231] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccd56b7-7789-42fb-b774-c510f531322c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.737412] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 773.737412] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c6b550-58bc-0771-c205-86c5f49d878c" [ 773.737412] env[62788]: _type = "Task" [ 773.737412] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.751761] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c6b550-58bc-0771-c205-86c5f49d878c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.752788] env[62788]: DEBUG nova.network.neutron [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Successfully created port: f3a1c8e1-1adc-4649-ba89-f810a2858429 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.760908] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393848, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066008} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.761187] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.762040] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444a2e04-38c7-4619-be46-3e54b09a5a1d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.787899] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ff1d5b52-ea04-469f-8971-14419e9c138f/ff1d5b52-ea04-469f-8971-14419e9c138f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.788924] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c232b6b5-259a-4d10-9d4e-2f2fa4866b04 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.814296] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 773.814296] env[62788]: value = "task-2393849" [ 773.814296] env[62788]: _type = "Task" [ 773.814296] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.823602] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.963155] env[62788]: DEBUG nova.compute.manager [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 773.963273] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.964160] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d9b3fb-f4c2-49c1-97be-de1f03710eb4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.973029] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.973029] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b84fbe8e-94fa-4092-a3e8-50b2492ea108 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.978323] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7e61455-eec6-4732-91c6-a9bf547d9ede req-e79d6f4b-aabd-4e90-ab6b-911fd948597f service nova] Releasing lock "refresh_cache-7a5bea28-eabd-49dd-a854-33805622c7d4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.979959] env[62788]: DEBUG oslo_vmware.api [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for the task: (returnval){ [ 773.979959] env[62788]: value = "task-2393850" [ 773.979959] env[62788]: _type = "Task" [ 773.979959] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.990182] env[62788]: DEBUG oslo_vmware.api [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.048147] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.151331] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "053dfbdb-d945-473c-97cc-b5e998cc15e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.151331] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "053dfbdb-d945-473c-97cc-b5e998cc15e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.219158] env[62788]: DEBUG nova.network.neutron [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.227023] env[62788]: INFO nova.virt.block_device [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Booting with volume 1c107202-f629-4b5e-81fc-426298af0ab2 at /dev/sda [ 774.249939] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c6b550-58bc-0771-c205-86c5f49d878c, 'name': SearchDatastore_Task, 'duration_secs': 0.020302} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.256511] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0caf10b-c44e-4d14-bd93-3466d79e8978 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.263022] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 774.263022] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523d4c34-4fb6-cbf8-7572-12acc6a991f1" [ 774.263022] env[62788]: _type = "Task" [ 774.263022] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.271398] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523d4c34-4fb6-cbf8-7572-12acc6a991f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.279194] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-842a5ec1-327a-4942-9639-a8ec0371bd98 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.289299] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bbcf37-5d21-4990-adc8-8efe07456157 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.331349] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e83c37a-51cc-43fc-8a25-ff6c8a9a5bcf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.336934] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393849, 'name': ReconfigVM_Task, 'duration_secs': 0.477324} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.338239] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ff1d5b52-ea04-469f-8971-14419e9c138f/ff1d5b52-ea04-469f-8971-14419e9c138f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.339062] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-664c5042-6c3e-4f67-b4d9-0d6e719a8c57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.343669] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf4e0b6-fb46-476c-9767-eff79704affa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.362944] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 774.362944] env[62788]: value = "task-2393851" [ 774.362944] env[62788]: _type = "Task" [ 774.362944] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.382866] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606e5e1f-4a7e-4d08-8bbb-0fc608bde14c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.388030] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393851, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.390788] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2b1b11-3b57-4e29-a3f3-3bdfc198ced4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.407616] env[62788]: DEBUG nova.virt.block_device [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Updating existing volume attachment record: 2922c33d-f2bf-49ab-b156-73c0885ba879 {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 774.491245] env[62788]: DEBUG oslo_vmware.api [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393850, 'name': PowerOffVM_Task, 'duration_secs': 0.298624} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.491394] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.491564] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.491818] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90cdf447-35f5-4eb3-ae1b-9dd062d1ad83 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.565656] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.565936] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.566070] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Deleting the datastore file [datastore2] 114c361b-5947-411c-a055-6a22bdb3cf97 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.566334] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc1ad286-75fb-42ab-81e4-2cc37df35a37 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.570197] env[62788]: DEBUG nova.network.neutron [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Updating instance_info_cache with network_info: [{"id": "994fcb50-04ba-4299-a839-763710ee33ce", "address": "fa:16:3e:de:11:49", "network": {"id": "c65563e2-5f8e-4bb1-b140-3e1c4039eb4a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1857220186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d742061198458d806e553de8f4d22b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994fcb50-04", "ovs_interfaceid": "994fcb50-04ba-4299-a839-763710ee33ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.576689] env[62788]: DEBUG oslo_vmware.api [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for the task: (returnval){ [ 774.576689] env[62788]: value = "task-2393853" [ 774.576689] env[62788]: _type = "Task" [ 774.576689] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.589747] env[62788]: DEBUG oslo_vmware.api [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.774032] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523d4c34-4fb6-cbf8-7572-12acc6a991f1, 'name': SearchDatastore_Task, 'duration_secs': 0.026847} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.777092] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 774.777379] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 7a5bea28-eabd-49dd-a854-33805622c7d4/7a5bea28-eabd-49dd-a854-33805622c7d4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.778060] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-064c6bd4-d690-4601-84c1-aa73891aafdf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.786480] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 774.786480] env[62788]: value = "task-2393854" [ 774.786480] env[62788]: _type = "Task" [ 774.786480] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.798986] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.876374] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393851, 'name': Rename_Task, 'duration_secs': 0.373854} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.879314] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.879833] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ea8f55e-3e13-4852-8971-7fabbc5a6afe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.889187] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 774.889187] env[62788]: value = "task-2393855" [ 774.889187] env[62788]: _type = "Task" [ 774.889187] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.903091] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.072980] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Releasing lock "refresh_cache-2762271c-ef75-47ee-8d66-7f2c1ad3fc86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 775.073476] env[62788]: DEBUG nova.compute.manager [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Instance network_info: |[{"id": "994fcb50-04ba-4299-a839-763710ee33ce", "address": "fa:16:3e:de:11:49", "network": {"id": "c65563e2-5f8e-4bb1-b140-3e1c4039eb4a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1857220186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d742061198458d806e553de8f4d22b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994fcb50-04", "ovs_interfaceid": "994fcb50-04ba-4299-a839-763710ee33ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 775.076979] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:11:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '994fcb50-04ba-4299-a839-763710ee33ce', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.084367] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Creating folder: Project (d8d742061198458d806e553de8f4d22b). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.085471] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-263e81e4-aa7b-4d11-826b-5ab821b607e5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.097359] env[62788]: DEBUG oslo_vmware.api [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Task: {'id': task-2393853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379403} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.097663] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.097849] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.098952] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.098952] env[62788]: INFO nova.compute.manager [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Took 1.14 seconds to destroy the instance on the hypervisor. [ 775.098952] env[62788]: DEBUG oslo.service.loopingcall [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.098952] env[62788]: DEBUG nova.compute.manager [-] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 775.102295] env[62788]: DEBUG nova.network.neutron [-] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.108245] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Created folder: Project (d8d742061198458d806e553de8f4d22b) in parent group-v485515. [ 775.108552] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Creating folder: Instances. Parent ref: group-v485639. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.110132] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eb307b9-8647-4b32-86b2-4446936c29df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.126133] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Created folder: Instances in parent group-v485639. [ 775.126535] env[62788]: DEBUG oslo.service.loopingcall [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 775.126827] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.130021] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27993a76-af7e-44cd-b69f-22aa6329d21c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.153985] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.153985] env[62788]: value = "task-2393858" [ 775.153985] env[62788]: _type = "Task" [ 775.153985] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.173223] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393858, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.299400] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393854, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.325017] env[62788]: DEBUG nova.compute.manager [req-cebc6aaa-d65a-48e9-b956-bd8bc3f5c478 req-5aead695-981c-4e94-91b5-eb25907c8a9b service nova] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Received event network-changed-994fcb50-04ba-4299-a839-763710ee33ce {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 775.325239] env[62788]: DEBUG nova.compute.manager [req-cebc6aaa-d65a-48e9-b956-bd8bc3f5c478 req-5aead695-981c-4e94-91b5-eb25907c8a9b service nova] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Refreshing instance network info cache due to event network-changed-994fcb50-04ba-4299-a839-763710ee33ce. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 775.325469] env[62788]: DEBUG oslo_concurrency.lockutils [req-cebc6aaa-d65a-48e9-b956-bd8bc3f5c478 req-5aead695-981c-4e94-91b5-eb25907c8a9b service nova] Acquiring lock "refresh_cache-2762271c-ef75-47ee-8d66-7f2c1ad3fc86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.325619] env[62788]: DEBUG oslo_concurrency.lockutils [req-cebc6aaa-d65a-48e9-b956-bd8bc3f5c478 req-5aead695-981c-4e94-91b5-eb25907c8a9b service nova] Acquired lock "refresh_cache-2762271c-ef75-47ee-8d66-7f2c1ad3fc86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.325767] env[62788]: DEBUG nova.network.neutron [req-cebc6aaa-d65a-48e9-b956-bd8bc3f5c478 req-5aead695-981c-4e94-91b5-eb25907c8a9b service nova] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Refreshing network info cache for port 994fcb50-04ba-4299-a839-763710ee33ce {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.333227] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91c4b5a-3ba9-4549-9f7f-cb9d02790aea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.344629] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec6e782-b3ae-4df1-b79c-d2bf2860371c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.382491] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50aa53a-92d0-42d6-a9d8-aafc124e8474 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.395901] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2c3fa3-4dfd-46e2-8efc-2c2eb8ccf02c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.409463] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.418225] env[62788]: DEBUG nova.compute.provider_tree [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.669140] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393858, 'name': CreateVM_Task, 'duration_secs': 0.483433} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.669140] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.670159] env[62788]: DEBUG nova.compute.manager [req-6784d95c-b4fc-449d-b505-983c6d675fce req-17efbd27-d4da-45bf-b286-9d930024e886 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Received event network-vif-plugged-f3a1c8e1-1adc-4649-ba89-f810a2858429 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 775.670355] env[62788]: DEBUG oslo_concurrency.lockutils [req-6784d95c-b4fc-449d-b505-983c6d675fce req-17efbd27-d4da-45bf-b286-9d930024e886 service nova] Acquiring lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.670554] env[62788]: DEBUG oslo_concurrency.lockutils [req-6784d95c-b4fc-449d-b505-983c6d675fce req-17efbd27-d4da-45bf-b286-9d930024e886 service nova] Lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.670714] env[62788]: DEBUG oslo_concurrency.lockutils [req-6784d95c-b4fc-449d-b505-983c6d675fce req-17efbd27-d4da-45bf-b286-9d930024e886 service nova] Lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.670876] env[62788]: DEBUG nova.compute.manager [req-6784d95c-b4fc-449d-b505-983c6d675fce req-17efbd27-d4da-45bf-b286-9d930024e886 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] No waiting events found dispatching network-vif-plugged-f3a1c8e1-1adc-4649-ba89-f810a2858429 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 775.671055] env[62788]: WARNING nova.compute.manager [req-6784d95c-b4fc-449d-b505-983c6d675fce req-17efbd27-d4da-45bf-b286-9d930024e886 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Received unexpected event network-vif-plugged-f3a1c8e1-1adc-4649-ba89-f810a2858429 for instance with vm_state building and task_state block_device_mapping. [ 775.671752] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.671907] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.672258] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 775.672817] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b6316c-8d3e-40ad-8ee6-27c12219bbad {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.679303] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 775.679303] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5251c958-fe26-17af-aad2-4cae557d2d77" [ 775.679303] env[62788]: _type = "Task" [ 775.679303] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.697555] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5251c958-fe26-17af-aad2-4cae557d2d77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.799213] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65054} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.799496] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 7a5bea28-eabd-49dd-a854-33805622c7d4/7a5bea28-eabd-49dd-a854-33805622c7d4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.799705] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.799966] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a329e587-2fa6-4dab-8057-46363c89f525 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.807315] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 775.807315] env[62788]: value = "task-2393859" [ 775.807315] env[62788]: _type = "Task" [ 775.807315] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.818411] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.907051] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393855, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.921263] env[62788]: DEBUG nova.scheduler.client.report [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.164158] env[62788]: DEBUG nova.network.neutron [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Successfully updated port: f3a1c8e1-1adc-4649-ba89-f810a2858429 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.190222] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5251c958-fe26-17af-aad2-4cae557d2d77, 'name': SearchDatastore_Task, 'duration_secs': 0.104735} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.190522] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.190759] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.190986] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.191148] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.191326] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.191834] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6be9182-3a36-41e4-b8a3-b4a804194d51 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.206714] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.206954] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.207711] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67518576-8707-407e-a55f-651446d86fdd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.214281] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 776.214281] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ac41ad-768e-572a-bb64-226735d73e1f" [ 776.214281] env[62788]: _type = "Task" [ 776.214281] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.222660] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ac41ad-768e-572a-bb64-226735d73e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.319305] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073695} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.320057] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.320471] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7b0ef6-6e59-46cc-860d-f8ed9337f297 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.343967] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 7a5bea28-eabd-49dd-a854-33805622c7d4/7a5bea28-eabd-49dd-a854-33805622c7d4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.344320] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-362e682f-ed9b-4f96-a56b-a82257bc34e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.360435] env[62788]: DEBUG nova.network.neutron [req-cebc6aaa-d65a-48e9-b956-bd8bc3f5c478 req-5aead695-981c-4e94-91b5-eb25907c8a9b service nova] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Updated VIF entry in instance network info cache for port 994fcb50-04ba-4299-a839-763710ee33ce. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.360795] env[62788]: DEBUG nova.network.neutron [req-cebc6aaa-d65a-48e9-b956-bd8bc3f5c478 req-5aead695-981c-4e94-91b5-eb25907c8a9b service nova] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Updating instance_info_cache with network_info: [{"id": "994fcb50-04ba-4299-a839-763710ee33ce", "address": "fa:16:3e:de:11:49", "network": {"id": "c65563e2-5f8e-4bb1-b140-3e1c4039eb4a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1857220186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d742061198458d806e553de8f4d22b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994fcb50-04", "ovs_interfaceid": "994fcb50-04ba-4299-a839-763710ee33ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.365851] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 776.365851] env[62788]: value = "task-2393860" [ 776.365851] env[62788]: _type = "Task" [ 776.365851] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.374736] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.406963] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393855, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.432353] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.432889] env[62788]: DEBUG nova.compute.manager [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 776.436792] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.066s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.437037] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.439435] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.057s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.439550] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.441635] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.965s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.441894] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.444069] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.329s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.449728] env[62788]: INFO nova.compute.claims [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.488224] env[62788]: INFO nova.scheduler.client.report [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Deleted allocations for instance 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c [ 776.500757] env[62788]: INFO nova.scheduler.client.report [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Deleted allocations for instance a03a8428-c4fc-4b30-85de-ae82635462fe [ 776.519869] env[62788]: INFO nova.scheduler.client.report [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Deleted allocations for instance a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a [ 776.544290] env[62788]: DEBUG nova.compute.manager [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 776.544889] env[62788]: DEBUG nova.virt.hardware [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.545121] env[62788]: DEBUG nova.virt.hardware [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.545283] env[62788]: DEBUG nova.virt.hardware [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.545465] env[62788]: DEBUG nova.virt.hardware [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.545613] env[62788]: DEBUG nova.virt.hardware [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.545748] env[62788]: DEBUG nova.virt.hardware [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.545953] env[62788]: DEBUG nova.virt.hardware [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.546132] env[62788]: DEBUG nova.virt.hardware [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.546304] env[62788]: DEBUG nova.virt.hardware [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.546470] env[62788]: DEBUG nova.virt.hardware [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.546817] env[62788]: DEBUG nova.virt.hardware [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.548372] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0f310c-d696-4f85-8089-5737b53f8d3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.562434] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de568a6-869e-489a-bd5a-3cfa80e56b1c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.664817] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Acquiring lock "refresh_cache-944ab7ab-87b0-4f21-bbc1-2273bc9862bd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.665058] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Acquired lock "refresh_cache-944ab7ab-87b0-4f21-bbc1-2273bc9862bd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.665905] env[62788]: DEBUG nova.network.neutron [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.727838] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ac41ad-768e-572a-bb64-226735d73e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.04392} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.729236] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902fcfb8-53c8-4908-9aaa-61d9cf4fa223 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.735388] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 776.735388] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5211440c-d0fd-5c11-39bf-986883f1704d" [ 776.735388] env[62788]: _type = "Task" [ 776.735388] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.745207] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5211440c-d0fd-5c11-39bf-986883f1704d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.867021] env[62788]: DEBUG oslo_concurrency.lockutils [req-cebc6aaa-d65a-48e9-b956-bd8bc3f5c478 req-5aead695-981c-4e94-91b5-eb25907c8a9b service nova] Releasing lock "refresh_cache-2762271c-ef75-47ee-8d66-7f2c1ad3fc86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.879824] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393860, 'name': ReconfigVM_Task, 'duration_secs': 0.322381} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.880066] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 7a5bea28-eabd-49dd-a854-33805622c7d4/7a5bea28-eabd-49dd-a854-33805622c7d4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.884016] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09b543b8-d92e-4683-93d1-b275b222ccdb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.892440] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 776.892440] env[62788]: value = "task-2393861" [ 776.892440] env[62788]: _type = "Task" [ 776.892440] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.903643] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393861, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.908067] env[62788]: DEBUG oslo_vmware.api [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393855, 'name': PowerOnVM_Task, 'duration_secs': 1.565424} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.908430] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.908684] env[62788]: INFO nova.compute.manager [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Took 10.15 seconds to spawn the instance on the hypervisor. [ 776.908960] env[62788]: DEBUG nova.compute.manager [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 776.909973] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a31847-a0ac-4ff2-9ad9-2e1575353c2f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.913035] env[62788]: DEBUG nova.network.neutron [-] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.958691] env[62788]: DEBUG nova.compute.utils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 776.965029] env[62788]: DEBUG nova.compute.manager [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 776.965029] env[62788]: DEBUG nova.network.neutron [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.004736] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5107f397-2b9e-4f31-8dec-01cc78feb83a tempest-ServerShowV254Test-834855338 tempest-ServerShowV254Test-834855338-project-member] Lock "6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.875s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.014223] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d08cc6-6af5-4b9b-9b04-aa7aed31687d tempest-ServersTestBootFromVolume-574292563 tempest-ServersTestBootFromVolume-574292563-project-member] Lock "a03a8428-c4fc-4b30-85de-ae82635462fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.336s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.033303] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d304ab9-c691-4998-b495-28ef5a40e9fa tempest-InstanceActionsNegativeTestJSON-2089039347 tempest-InstanceActionsNegativeTestJSON-2089039347-project-member] Lock "a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.356s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.057585] env[62788]: DEBUG nova.policy [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32faa2b016eb4458bb7188a2f62be888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8d742061198458d806e553de8f4d22b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.230068] env[62788]: DEBUG nova.network.neutron [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.246692] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5211440c-d0fd-5c11-39bf-986883f1704d, 'name': SearchDatastore_Task, 'duration_secs': 0.017322} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.246951] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.247237] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 2762271c-ef75-47ee-8d66-7f2c1ad3fc86/2762271c-ef75-47ee-8d66-7f2c1ad3fc86.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.247491] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f18019ed-90bc-484c-9127-45563170fb77 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.254868] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 777.254868] env[62788]: value = "task-2393862" [ 777.254868] env[62788]: _type = "Task" [ 777.254868] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.268595] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.400885] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393861, 'name': Rename_Task, 'duration_secs': 0.15507} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.401412] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.401498] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bbd8540-da6b-47b3-9e66-d95d9092ec5e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.408275] env[62788]: DEBUG nova.network.neutron [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Updating instance_info_cache with network_info: [{"id": "f3a1c8e1-1adc-4649-ba89-f810a2858429", "address": "fa:16:3e:a8:2f:1a", "network": {"id": "2f01829e-8acc-4a11-be7d-822985c86e2c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-315127119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06aff7cda434d90a7042809aadb8743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a1c8e1-1a", "ovs_interfaceid": "f3a1c8e1-1adc-4649-ba89-f810a2858429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.414019] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 777.414019] env[62788]: value = "task-2393863" [ 777.414019] env[62788]: _type = "Task" [ 777.414019] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.416442] env[62788]: DEBUG nova.compute.manager [req-7c999a47-40b4-4b47-9102-5084184458a3 req-d90d8563-bc78-43f6-9985-e1f5061395f0 service nova] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Received event network-vif-deleted-4f605985-1787-4ea6-bf81-f8e19fda9776 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 777.422517] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.424123] env[62788]: INFO nova.compute.manager [-] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Took 2.33 seconds to deallocate network for instance. [ 777.435147] env[62788]: INFO nova.compute.manager [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Took 50.18 seconds to build instance. [ 777.462573] env[62788]: DEBUG nova.compute.manager [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 777.777218] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393862, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.915733] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Releasing lock "refresh_cache-944ab7ab-87b0-4f21-bbc1-2273bc9862bd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.916272] env[62788]: DEBUG nova.compute.manager [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Instance network_info: |[{"id": "f3a1c8e1-1adc-4649-ba89-f810a2858429", "address": "fa:16:3e:a8:2f:1a", "network": {"id": "2f01829e-8acc-4a11-be7d-822985c86e2c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-315127119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06aff7cda434d90a7042809aadb8743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a1c8e1-1a", "ovs_interfaceid": "f3a1c8e1-1adc-4649-ba89-f810a2858429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 777.917542] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:2f:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3a1c8e1-1adc-4649-ba89-f810a2858429', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.926299] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Creating folder: Project (a06aff7cda434d90a7042809aadb8743). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.931151] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3af9a95-f4ad-4990-849e-19d490f61a1b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.937337] env[62788]: DEBUG oslo_concurrency.lockutils [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.945021] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0be4a6c7-538e-412d-9fa2-8819565ca4b4 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "ff1d5b52-ea04-469f-8971-14419e9c138f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.967s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.945021] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393863, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.950876] env[62788]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 777.951378] env[62788]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62788) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 777.951820] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Folder already exists: Project (a06aff7cda434d90a7042809aadb8743). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 777.952032] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Creating folder: Instances. Parent ref: group-v485587. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.954022] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad30de2d-e472-4504-a768-c7b1cc2fdba2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.965825] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Created folder: Instances in parent group-v485587. [ 777.966138] env[62788]: DEBUG oslo.service.loopingcall [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.966274] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.967714] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e770991-4c69-44ff-ac1f-9c3f718abfd6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.998887] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.998887] env[62788]: value = "task-2393866" [ 777.998887] env[62788]: _type = "Task" [ 777.998887] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.013475] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393866, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.019741] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b092503-a70c-43e6-ad52-21d50ca21601 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.029249] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28976ea-6798-41bd-b156-4c78b79c70fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.073345] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a47210-d3d1-4c59-9809-ac032049e24a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.077782] env[62788]: DEBUG nova.compute.manager [req-144080f3-18bd-4c26-b249-9e5d55568288 req-99175f9c-bcbe-46a0-aa8a-8ddb6ff5cee0 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Received event network-changed-f3a1c8e1-1adc-4649-ba89-f810a2858429 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 778.078103] env[62788]: DEBUG nova.compute.manager [req-144080f3-18bd-4c26-b249-9e5d55568288 req-99175f9c-bcbe-46a0-aa8a-8ddb6ff5cee0 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Refreshing instance network info cache due to event network-changed-f3a1c8e1-1adc-4649-ba89-f810a2858429. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 778.078365] env[62788]: DEBUG oslo_concurrency.lockutils [req-144080f3-18bd-4c26-b249-9e5d55568288 req-99175f9c-bcbe-46a0-aa8a-8ddb6ff5cee0 service nova] Acquiring lock "refresh_cache-944ab7ab-87b0-4f21-bbc1-2273bc9862bd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.078550] env[62788]: DEBUG oslo_concurrency.lockutils [req-144080f3-18bd-4c26-b249-9e5d55568288 req-99175f9c-bcbe-46a0-aa8a-8ddb6ff5cee0 service nova] Acquired lock "refresh_cache-944ab7ab-87b0-4f21-bbc1-2273bc9862bd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.079142] env[62788]: DEBUG nova.network.neutron [req-144080f3-18bd-4c26-b249-9e5d55568288 req-99175f9c-bcbe-46a0-aa8a-8ddb6ff5cee0 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Refreshing network info cache for port f3a1c8e1-1adc-4649-ba89-f810a2858429 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.088915] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f1b7ee-47aa-42db-8c98-823d23688c2a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.110250] env[62788]: DEBUG nova.compute.provider_tree [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.140541] env[62788]: DEBUG nova.network.neutron [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Successfully created port: 04c0e692-0256-400a-b406-42131f192d5a {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.268281] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697063} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.268558] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 2762271c-ef75-47ee-8d66-7f2c1ad3fc86/2762271c-ef75-47ee-8d66-7f2c1ad3fc86.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.268787] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.269123] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84159374-09cd-48f2-845e-f91edf64b8e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.277764] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 778.277764] env[62788]: value = "task-2393867" [ 778.277764] env[62788]: _type = "Task" [ 778.277764] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.287740] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.427166] env[62788]: DEBUG oslo_vmware.api [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393863, 'name': PowerOnVM_Task, 'duration_secs': 0.671888} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.427513] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.427662] env[62788]: INFO nova.compute.manager [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Took 8.97 seconds to spawn the instance on the hypervisor. [ 778.427842] env[62788]: DEBUG nova.compute.manager [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 778.428627] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1fdc4e-dd66-468a-b655-4037d32bccf1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.453448] env[62788]: DEBUG nova.compute.manager [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 778.493935] env[62788]: DEBUG nova.compute.manager [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 778.517314] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393866, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.537282] env[62788]: DEBUG nova.virt.hardware [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.537662] env[62788]: DEBUG nova.virt.hardware [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.538228] env[62788]: DEBUG nova.virt.hardware [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.538228] env[62788]: DEBUG nova.virt.hardware [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.538377] env[62788]: DEBUG nova.virt.hardware [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.538617] env[62788]: DEBUG nova.virt.hardware [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.538989] env[62788]: DEBUG nova.virt.hardware [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.539203] env[62788]: DEBUG nova.virt.hardware [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.539422] env[62788]: DEBUG nova.virt.hardware [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.539607] env[62788]: DEBUG nova.virt.hardware [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.539829] env[62788]: DEBUG nova.virt.hardware [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.541367] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51af473a-2da7-493a-8a48-9d263dacd086 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.551709] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03eb8d7-1865-4f95-a1ba-9c778eeb2ca2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.613866] env[62788]: DEBUG nova.scheduler.client.report [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.786938] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068493} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.787247] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.788014] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bb4522-5a2b-4c16-87b6-3aec4be60fdf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.814125] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 2762271c-ef75-47ee-8d66-7f2c1ad3fc86/2762271c-ef75-47ee-8d66-7f2c1ad3fc86.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.818786] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0f552cb-852f-43e0-8b66-58213668e181 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.840826] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 778.840826] env[62788]: value = "task-2393868" [ 778.840826] env[62788]: _type = "Task" [ 778.840826] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.849966] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.929224] env[62788]: DEBUG nova.network.neutron [req-144080f3-18bd-4c26-b249-9e5d55568288 req-99175f9c-bcbe-46a0-aa8a-8ddb6ff5cee0 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Updated VIF entry in instance network info cache for port f3a1c8e1-1adc-4649-ba89-f810a2858429. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.929382] env[62788]: DEBUG nova.network.neutron [req-144080f3-18bd-4c26-b249-9e5d55568288 req-99175f9c-bcbe-46a0-aa8a-8ddb6ff5cee0 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Updating instance_info_cache with network_info: [{"id": "f3a1c8e1-1adc-4649-ba89-f810a2858429", "address": "fa:16:3e:a8:2f:1a", "network": {"id": "2f01829e-8acc-4a11-be7d-822985c86e2c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-315127119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06aff7cda434d90a7042809aadb8743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a1c8e1-1a", "ovs_interfaceid": "f3a1c8e1-1adc-4649-ba89-f810a2858429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.950368] env[62788]: INFO nova.compute.manager [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Took 44.74 seconds to build instance. [ 778.979415] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.012281] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393866, 'name': CreateVM_Task, 'duration_secs': 0.607899} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.012460] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.013196] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485599', 'volume_id': '1c107202-f629-4b5e-81fc-426298af0ab2', 'name': 'volume-1c107202-f629-4b5e-81fc-426298af0ab2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '944ab7ab-87b0-4f21-bbc1-2273bc9862bd', 'attached_at': '', 'detached_at': '', 'volume_id': '1c107202-f629-4b5e-81fc-426298af0ab2', 'serial': '1c107202-f629-4b5e-81fc-426298af0ab2'}, 'boot_index': 0, 'guest_format': None, 'attachment_id': '2922c33d-f2bf-49ab-b156-73c0885ba879', 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62788) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 779.013459] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Root volume attach. Driver type: vmdk {{(pid=62788) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 779.014732] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806c481e-744f-497b-9f46-cec561813be7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.023102] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd5edd6-f009-42bd-b313-165351fd903c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.029250] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff7851e-6ab2-44d6-adb2-ca747419d1e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.036427] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-af81ebfe-8217-44cd-970e-61de13b7bbd7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.043285] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for the task: (returnval){ [ 779.043285] env[62788]: value = "task-2393869" [ 779.043285] env[62788]: _type = "Task" [ 779.043285] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.051899] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393869, 'name': RelocateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.123184] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.123854] env[62788]: DEBUG nova.compute.manager [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 779.130636] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.219s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.132268] env[62788]: INFO nova.compute.claims [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.356848] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393868, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.433671] env[62788]: DEBUG oslo_concurrency.lockutils [req-144080f3-18bd-4c26-b249-9e5d55568288 req-99175f9c-bcbe-46a0-aa8a-8ddb6ff5cee0 service nova] Releasing lock "refresh_cache-944ab7ab-87b0-4f21-bbc1-2273bc9862bd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.453796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf69bcdc-3c47-4fbf-9252-4ce02667e005 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "7a5bea28-eabd-49dd-a854-33805622c7d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.030s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.558037] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393869, 'name': RelocateVM_Task} progress is 38%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.645754] env[62788]: DEBUG nova.compute.utils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 779.653383] env[62788]: DEBUG nova.compute.manager [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 779.653383] env[62788]: DEBUG nova.network.neutron [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.730119] env[62788]: DEBUG nova.policy [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32faa2b016eb4458bb7188a2f62be888', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8d742061198458d806e553de8f4d22b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.856253] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393868, 'name': ReconfigVM_Task, 'duration_secs': 0.528343} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.856803] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 2762271c-ef75-47ee-8d66-7f2c1ad3fc86/2762271c-ef75-47ee-8d66-7f2c1ad3fc86.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.860429] env[62788]: DEBUG oslo_concurrency.lockutils [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "7a5bea28-eabd-49dd-a854-33805622c7d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.860429] env[62788]: DEBUG oslo_concurrency.lockutils [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "7a5bea28-eabd-49dd-a854-33805622c7d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.860429] env[62788]: DEBUG oslo_concurrency.lockutils [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "7a5bea28-eabd-49dd-a854-33805622c7d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 779.860429] env[62788]: DEBUG oslo_concurrency.lockutils [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "7a5bea28-eabd-49dd-a854-33805622c7d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 779.860672] env[62788]: DEBUG oslo_concurrency.lockutils [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "7a5bea28-eabd-49dd-a854-33805622c7d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.860703] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1c3e012-019b-473f-b933-49f27a347d9c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.862915] env[62788]: INFO nova.compute.manager [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Terminating instance [ 779.870792] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 779.870792] env[62788]: value = "task-2393870" [ 779.870792] env[62788]: _type = "Task" [ 779.870792] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.880262] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393870, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.958387] env[62788]: DEBUG nova.compute.manager [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 780.029816] env[62788]: DEBUG nova.compute.manager [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Stashing vm_state: active {{(pid=62788) _prep_resize /opt/stack/nova/nova/compute/manager.py:6150}} [ 780.061955] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393869, 'name': RelocateVM_Task} progress is 53%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.153655] env[62788]: DEBUG nova.compute.manager [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 780.369908] env[62788]: DEBUG nova.compute.manager [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 780.370225] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.371222] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bc609b-4b28-474f-a26d-86a7a98d206d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.386841] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393870, 'name': Rename_Task, 'duration_secs': 0.356915} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.391979] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.391979] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.391979] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85224c2f-d351-49f8-9de7-e0b2842e670f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.391979] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-859ec0fa-3de3-404b-89bb-7ca567585786 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.400478] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 780.400478] env[62788]: value = "task-2393871" [ 780.400478] env[62788]: _type = "Task" [ 780.400478] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.400823] env[62788]: DEBUG oslo_vmware.api [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 780.400823] env[62788]: value = "task-2393872" [ 780.400823] env[62788]: _type = "Task" [ 780.400823] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.413511] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.419343] env[62788]: DEBUG oslo_vmware.api [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.488716] env[62788]: DEBUG nova.network.neutron [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Successfully created port: 9861a94e-12a7-47c9-996b-de7e34407cd2 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.494941] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.531343] env[62788]: DEBUG nova.compute.manager [req-4d4417bb-8f8f-4bb4-8bd2-5852ff12d4bc req-5e15b770-4583-46f9-9abd-503c0b54406c service nova] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Received event network-vif-plugged-04c0e692-0256-400a-b406-42131f192d5a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 780.531865] env[62788]: DEBUG oslo_concurrency.lockutils [req-4d4417bb-8f8f-4bb4-8bd2-5852ff12d4bc req-5e15b770-4583-46f9-9abd-503c0b54406c service nova] Acquiring lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.531865] env[62788]: DEBUG oslo_concurrency.lockutils [req-4d4417bb-8f8f-4bb4-8bd2-5852ff12d4bc req-5e15b770-4583-46f9-9abd-503c0b54406c service nova] Lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 780.531865] env[62788]: DEBUG oslo_concurrency.lockutils [req-4d4417bb-8f8f-4bb4-8bd2-5852ff12d4bc req-5e15b770-4583-46f9-9abd-503c0b54406c service nova] Lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 780.532108] env[62788]: DEBUG nova.compute.manager [req-4d4417bb-8f8f-4bb4-8bd2-5852ff12d4bc req-5e15b770-4583-46f9-9abd-503c0b54406c service nova] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] No waiting events found dispatching network-vif-plugged-04c0e692-0256-400a-b406-42131f192d5a {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.532295] env[62788]: WARNING nova.compute.manager [req-4d4417bb-8f8f-4bb4-8bd2-5852ff12d4bc req-5e15b770-4583-46f9-9abd-503c0b54406c service nova] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Received unexpected event network-vif-plugged-04c0e692-0256-400a-b406-42131f192d5a for instance with vm_state building and task_state spawning. [ 780.556837] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.558047] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393869, 'name': RelocateVM_Task} progress is 65%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.743736] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5332b18e-55dc-4f91-8461-e9a6514089c6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.751663] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1522c459-1488-4002-9eb6-7f128a7fb327 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.786305] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1c67c6-02a7-4e73-ac9d-9376594399f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.794505] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f68c84-1545-43bd-b353-6e61933ead91 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.810415] env[62788]: DEBUG nova.compute.provider_tree [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.910490] env[62788]: DEBUG nova.network.neutron [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Successfully updated port: 04c0e692-0256-400a-b406-42131f192d5a {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.918343] env[62788]: DEBUG oslo_vmware.api [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393872, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.924894] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393871, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.057378] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393869, 'name': RelocateVM_Task} progress is 78%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.165344] env[62788]: DEBUG nova.compute.manager [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 781.196942] env[62788]: DEBUG nova.virt.hardware [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.197303] env[62788]: DEBUG nova.virt.hardware [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.197496] env[62788]: DEBUG nova.virt.hardware [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.197717] env[62788]: DEBUG nova.virt.hardware [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.197935] env[62788]: DEBUG nova.virt.hardware [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.198081] env[62788]: DEBUG nova.virt.hardware [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.198376] env[62788]: DEBUG nova.virt.hardware [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.198584] env[62788]: DEBUG nova.virt.hardware [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.198979] env[62788]: DEBUG nova.virt.hardware [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.199226] env[62788]: DEBUG nova.virt.hardware [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.199441] env[62788]: DEBUG nova.virt.hardware [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.200784] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b528e79-f813-43ba-8d34-0696207da6ed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.210514] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ee522c-c41a-45b6-88df-88358a33c646 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.315438] env[62788]: DEBUG nova.scheduler.client.report [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.417465] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "refresh_cache-25e5e9d2-b70e-45cf-8394-c26098b5de7b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 781.417621] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired lock "refresh_cache-25e5e9d2-b70e-45cf-8394-c26098b5de7b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.417771] env[62788]: DEBUG nova.network.neutron [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.419165] env[62788]: DEBUG oslo_vmware.api [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393872, 'name': PowerOffVM_Task, 'duration_secs': 0.558502} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.422897] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.423103] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.423378] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.423603] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f2510cb-8f75-4684-a88b-0a582f2d4c22 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.503991] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.504285] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.504430] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Deleting the datastore file [datastore2] 7a5bea28-eabd-49dd-a854-33805622c7d4 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.504753] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0dfd08b-c45f-44bc-8043-c67a54217fb6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.513049] env[62788]: DEBUG oslo_vmware.api [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 781.513049] env[62788]: value = "task-2393874" [ 781.513049] env[62788]: _type = "Task" [ 781.513049] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.524555] env[62788]: DEBUG oslo_vmware.api [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.560589] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393869, 'name': RelocateVM_Task} progress is 95%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.822216] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.822761] env[62788]: DEBUG nova.compute.manager [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 781.826033] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.279s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.826033] env[62788]: DEBUG nova.objects.instance [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lazy-loading 'resources' on Instance uuid 72804449-7f6a-4b4d-94d7-9c6e0e801c30 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.916717] env[62788]: DEBUG oslo_vmware.api [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393871, 'name': PowerOnVM_Task, 'duration_secs': 1.374991} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.916717] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.916717] env[62788]: INFO nova.compute.manager [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Took 9.87 seconds to spawn the instance on the hypervisor. [ 781.916717] env[62788]: DEBUG nova.compute.manager [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 781.916717] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694ae397-35df-4a62-a8df-cb34937baf71 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.984847] env[62788]: DEBUG nova.network.neutron [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.022878] env[62788]: DEBUG oslo_vmware.api [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.056165] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393869, 'name': RelocateVM_Task} progress is 97%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.116853] env[62788]: DEBUG nova.compute.manager [req-f85a3635-e28e-4939-8200-fc33355f5a68 req-2a648cf7-1880-4971-8957-64e259867243 service nova] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Received event network-vif-plugged-9861a94e-12a7-47c9-996b-de7e34407cd2 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 782.117157] env[62788]: DEBUG oslo_concurrency.lockutils [req-f85a3635-e28e-4939-8200-fc33355f5a68 req-2a648cf7-1880-4971-8957-64e259867243 service nova] Acquiring lock "c66cf078-4d7d-433d-98ee-2206453351f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.117391] env[62788]: DEBUG oslo_concurrency.lockutils [req-f85a3635-e28e-4939-8200-fc33355f5a68 req-2a648cf7-1880-4971-8957-64e259867243 service nova] Lock "c66cf078-4d7d-433d-98ee-2206453351f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 782.117561] env[62788]: DEBUG oslo_concurrency.lockutils [req-f85a3635-e28e-4939-8200-fc33355f5a68 req-2a648cf7-1880-4971-8957-64e259867243 service nova] Lock "c66cf078-4d7d-433d-98ee-2206453351f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.117730] env[62788]: DEBUG nova.compute.manager [req-f85a3635-e28e-4939-8200-fc33355f5a68 req-2a648cf7-1880-4971-8957-64e259867243 service nova] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] No waiting events found dispatching network-vif-plugged-9861a94e-12a7-47c9-996b-de7e34407cd2 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 782.118534] env[62788]: WARNING nova.compute.manager [req-f85a3635-e28e-4939-8200-fc33355f5a68 req-2a648cf7-1880-4971-8957-64e259867243 service nova] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Received unexpected event network-vif-plugged-9861a94e-12a7-47c9-996b-de7e34407cd2 for instance with vm_state building and task_state spawning. [ 782.186588] env[62788]: DEBUG nova.network.neutron [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Updating instance_info_cache with network_info: [{"id": "04c0e692-0256-400a-b406-42131f192d5a", "address": "fa:16:3e:36:75:83", "network": {"id": "c65563e2-5f8e-4bb1-b140-3e1c4039eb4a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1857220186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d742061198458d806e553de8f4d22b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c0e692-02", "ovs_interfaceid": "04c0e692-0256-400a-b406-42131f192d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.210928] env[62788]: DEBUG nova.network.neutron [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Successfully updated port: 9861a94e-12a7-47c9-996b-de7e34407cd2 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.329512] env[62788]: DEBUG nova.compute.utils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 782.342339] env[62788]: DEBUG nova.compute.manager [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 782.343994] env[62788]: DEBUG nova.network.neutron [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 782.391624] env[62788]: DEBUG nova.policy [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '162b3811898f473d93f124766cceb55b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '513a92ad30804424b80031b4aa3da985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.439759] env[62788]: INFO nova.compute.manager [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Took 47.16 seconds to build instance. [ 782.526892] env[62788]: DEBUG oslo_vmware.api [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.949137} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.527139] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.527334] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.527505] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.527707] env[62788]: INFO nova.compute.manager [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Took 2.16 seconds to destroy the instance on the hypervisor. [ 782.527915] env[62788]: DEBUG oslo.service.loopingcall [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.528376] env[62788]: DEBUG nova.compute.manager [-] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 782.528537] env[62788]: DEBUG nova.network.neutron [-] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.556911] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393869, 'name': RelocateVM_Task} progress is 97%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.690426] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Releasing lock "refresh_cache-25e5e9d2-b70e-45cf-8394-c26098b5de7b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 782.690667] env[62788]: DEBUG nova.compute.manager [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Instance network_info: |[{"id": "04c0e692-0256-400a-b406-42131f192d5a", "address": "fa:16:3e:36:75:83", "network": {"id": "c65563e2-5f8e-4bb1-b140-3e1c4039eb4a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1857220186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d742061198458d806e553de8f4d22b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c0e692-02", "ovs_interfaceid": "04c0e692-0256-400a-b406-42131f192d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 782.693601] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:75:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04c0e692-0256-400a-b406-42131f192d5a', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.702238] env[62788]: DEBUG oslo.service.loopingcall [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 782.702991] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.703432] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82a23582-d261-497c-a7ab-59d1f7f19ec7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.722974] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "refresh_cache-c66cf078-4d7d-433d-98ee-2206453351f4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.723123] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired lock "refresh_cache-c66cf078-4d7d-433d-98ee-2206453351f4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.723599] env[62788]: DEBUG nova.network.neutron [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.730977] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.730977] env[62788]: value = "task-2393875" [ 782.730977] env[62788]: _type = "Task" [ 782.730977] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.739623] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393875, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.814022] env[62788]: DEBUG nova.network.neutron [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Successfully created port: 7c43108e-e219-473f-85a0-5687db4a1769 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.846091] env[62788]: DEBUG nova.compute.manager [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 782.866181] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c230c21-3bdc-490a-b9da-1157cccf5767 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.878046] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc0a290-990b-4731-b370-562fc049ce41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.912881] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb97ae6d-eece-4394-be4f-b527ddd06e66 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.916788] env[62788]: DEBUG nova.compute.manager [req-1c0fe29b-4574-4396-88d5-badb4747e8d2 req-571a0456-4d2a-4870-94d6-ae9daae4bdb6 service nova] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Received event network-changed-04c0e692-0256-400a-b406-42131f192d5a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 782.917101] env[62788]: DEBUG nova.compute.manager [req-1c0fe29b-4574-4396-88d5-badb4747e8d2 req-571a0456-4d2a-4870-94d6-ae9daae4bdb6 service nova] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Refreshing instance network info cache due to event network-changed-04c0e692-0256-400a-b406-42131f192d5a. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 782.917250] env[62788]: DEBUG oslo_concurrency.lockutils [req-1c0fe29b-4574-4396-88d5-badb4747e8d2 req-571a0456-4d2a-4870-94d6-ae9daae4bdb6 service nova] Acquiring lock "refresh_cache-25e5e9d2-b70e-45cf-8394-c26098b5de7b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 782.917400] env[62788]: DEBUG oslo_concurrency.lockutils [req-1c0fe29b-4574-4396-88d5-badb4747e8d2 req-571a0456-4d2a-4870-94d6-ae9daae4bdb6 service nova] Acquired lock "refresh_cache-25e5e9d2-b70e-45cf-8394-c26098b5de7b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.917577] env[62788]: DEBUG nova.network.neutron [req-1c0fe29b-4574-4396-88d5-badb4747e8d2 req-571a0456-4d2a-4870-94d6-ae9daae4bdb6 service nova] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Refreshing network info cache for port 04c0e692-0256-400a-b406-42131f192d5a {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.927835] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f475c18c-d768-4e79-8033-e2f946dacbd1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.944295] env[62788]: DEBUG oslo_concurrency.lockutils [None req-84059030-69fe-472c-9990-9e449570ddfa tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.767s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 782.944778] env[62788]: DEBUG nova.compute.provider_tree [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.059431] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393869, 'name': RelocateVM_Task} progress is 97%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.241332] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393875, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.278757] env[62788]: DEBUG nova.network.neutron [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.449319] env[62788]: DEBUG nova.scheduler.client.report [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.453314] env[62788]: DEBUG nova.compute.manager [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 783.560005] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393869, 'name': RelocateVM_Task} progress is 98%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.591074] env[62788]: DEBUG nova.network.neutron [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Updating instance_info_cache with network_info: [{"id": "9861a94e-12a7-47c9-996b-de7e34407cd2", "address": "fa:16:3e:30:f1:4b", "network": {"id": "c65563e2-5f8e-4bb1-b140-3e1c4039eb4a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1857220186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d742061198458d806e553de8f4d22b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9861a94e-12", "ovs_interfaceid": "9861a94e-12a7-47c9-996b-de7e34407cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.688980] env[62788]: DEBUG nova.network.neutron [-] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.693238] env[62788]: DEBUG nova.network.neutron [req-1c0fe29b-4574-4396-88d5-badb4747e8d2 req-571a0456-4d2a-4870-94d6-ae9daae4bdb6 service nova] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Updated VIF entry in instance network info cache for port 04c0e692-0256-400a-b406-42131f192d5a. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.693834] env[62788]: DEBUG nova.network.neutron [req-1c0fe29b-4574-4396-88d5-badb4747e8d2 req-571a0456-4d2a-4870-94d6-ae9daae4bdb6 service nova] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Updating instance_info_cache with network_info: [{"id": "04c0e692-0256-400a-b406-42131f192d5a", "address": "fa:16:3e:36:75:83", "network": {"id": "c65563e2-5f8e-4bb1-b140-3e1c4039eb4a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1857220186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d742061198458d806e553de8f4d22b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c0e692-02", "ovs_interfaceid": "04c0e692-0256-400a-b406-42131f192d5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.742326] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393875, 'name': CreateVM_Task, 'duration_secs': 0.660144} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.742501] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.743261] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 783.743424] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.743751] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 783.744010] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa91402d-c2da-4dcb-aa33-2be922f1ba6c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.748843] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 783.748843] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f0c092-3957-7de6-52d5-acb2393a7238" [ 783.748843] env[62788]: _type = "Task" [ 783.748843] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.757667] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f0c092-3957-7de6-52d5-acb2393a7238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.856153] env[62788]: DEBUG nova.compute.manager [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 783.886481] env[62788]: DEBUG nova.virt.hardware [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.886718] env[62788]: DEBUG nova.virt.hardware [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.886947] env[62788]: DEBUG nova.virt.hardware [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.887052] env[62788]: DEBUG nova.virt.hardware [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.887209] env[62788]: DEBUG nova.virt.hardware [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.887416] env[62788]: DEBUG nova.virt.hardware [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.887625] env[62788]: DEBUG nova.virt.hardware [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.887823] env[62788]: DEBUG nova.virt.hardware [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.888077] env[62788]: DEBUG nova.virt.hardware [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.888233] env[62788]: DEBUG nova.virt.hardware [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.888456] env[62788]: DEBUG nova.virt.hardware [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.889623] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0693ae3-68fa-4a4b-a21d-094d4c31ae69 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.901962] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a556db24-99e7-4e95-a806-cdc58f838871 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.957258] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.964160] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.891s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.965660] env[62788]: INFO nova.compute.claims [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.989468] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.001930] env[62788]: INFO nova.scheduler.client.report [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted allocations for instance 72804449-7f6a-4b4d-94d7-9c6e0e801c30 [ 784.062248] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393869, 'name': RelocateVM_Task, 'duration_secs': 4.555368} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.062248] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 784.062248] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485599', 'volume_id': '1c107202-f629-4b5e-81fc-426298af0ab2', 'name': 'volume-1c107202-f629-4b5e-81fc-426298af0ab2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '944ab7ab-87b0-4f21-bbc1-2273bc9862bd', 'attached_at': '', 'detached_at': '', 'volume_id': '1c107202-f629-4b5e-81fc-426298af0ab2', 'serial': '1c107202-f629-4b5e-81fc-426298af0ab2'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 784.062248] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f484e7-736b-400c-b5fa-bc40b54ff92a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.076442] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c457fde9-c636-42e8-99c5-d0cd42a88ce5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.098471] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-1c107202-f629-4b5e-81fc-426298af0ab2/volume-1c107202-f629-4b5e-81fc-426298af0ab2.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.099140] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Releasing lock "refresh_cache-c66cf078-4d7d-433d-98ee-2206453351f4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.099538] env[62788]: DEBUG nova.compute.manager [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Instance network_info: |[{"id": "9861a94e-12a7-47c9-996b-de7e34407cd2", "address": "fa:16:3e:30:f1:4b", "network": {"id": "c65563e2-5f8e-4bb1-b140-3e1c4039eb4a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1857220186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d742061198458d806e553de8f4d22b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9861a94e-12", "ovs_interfaceid": "9861a94e-12a7-47c9-996b-de7e34407cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 784.100153] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e8ae0c6-90d1-42be-9079-9eafb6ed1362 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.114866] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:f1:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9861a94e-12a7-47c9-996b-de7e34407cd2', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.126390] env[62788]: DEBUG oslo.service.loopingcall [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 784.126390] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.126390] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13f9249f-9fe3-4fb4-bf4e-4c91bb0bee71 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.139779] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for the task: (returnval){ [ 784.139779] env[62788]: value = "task-2393876" [ 784.139779] env[62788]: _type = "Task" [ 784.139779] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.147568] env[62788]: DEBUG nova.compute.manager [req-891611b3-b4d2-4686-bdc0-b087aef64a75 req-427220a9-d076-4a1c-a968-8b2f69cc6255 service nova] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Received event network-changed-9861a94e-12a7-47c9-996b-de7e34407cd2 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 784.147763] env[62788]: DEBUG nova.compute.manager [req-891611b3-b4d2-4686-bdc0-b087aef64a75 req-427220a9-d076-4a1c-a968-8b2f69cc6255 service nova] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Refreshing instance network info cache due to event network-changed-9861a94e-12a7-47c9-996b-de7e34407cd2. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 784.147973] env[62788]: DEBUG oslo_concurrency.lockutils [req-891611b3-b4d2-4686-bdc0-b087aef64a75 req-427220a9-d076-4a1c-a968-8b2f69cc6255 service nova] Acquiring lock "refresh_cache-c66cf078-4d7d-433d-98ee-2206453351f4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.148128] env[62788]: DEBUG oslo_concurrency.lockutils [req-891611b3-b4d2-4686-bdc0-b087aef64a75 req-427220a9-d076-4a1c-a968-8b2f69cc6255 service nova] Acquired lock "refresh_cache-c66cf078-4d7d-433d-98ee-2206453351f4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.148287] env[62788]: DEBUG nova.network.neutron [req-891611b3-b4d2-4686-bdc0-b087aef64a75 req-427220a9-d076-4a1c-a968-8b2f69cc6255 service nova] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Refreshing network info cache for port 9861a94e-12a7-47c9-996b-de7e34407cd2 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.154617] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.154617] env[62788]: value = "task-2393877" [ 784.154617] env[62788]: _type = "Task" [ 784.154617] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.154617] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.162521] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393877, 'name': CreateVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.192548] env[62788]: INFO nova.compute.manager [-] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Took 1.66 seconds to deallocate network for instance. [ 784.197599] env[62788]: DEBUG oslo_concurrency.lockutils [req-1c0fe29b-4574-4396-88d5-badb4747e8d2 req-571a0456-4d2a-4870-94d6-ae9daae4bdb6 service nova] Releasing lock "refresh_cache-25e5e9d2-b70e-45cf-8394-c26098b5de7b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.259099] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f0c092-3957-7de6-52d5-acb2393a7238, 'name': SearchDatastore_Task, 'duration_secs': 0.039787} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.259447] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 784.259648] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.259911] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.260068] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.260469] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.260469] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe507101-bb9a-4219-bdb2-2fec49337200 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.269174] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.269395] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.270183] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46e8cc4-25d4-4617-8118-536104b7c50a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.275845] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 784.275845] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b1edfd-b74c-db56-698a-15917091a83b" [ 784.275845] env[62788]: _type = "Task" [ 784.275845] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.284295] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b1edfd-b74c-db56-698a-15917091a83b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.511253] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be0dc1c2-4fd3-4c1c-94ab-f46bc8a1f6d3 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "72804449-7f6a-4b4d-94d7-9c6e0e801c30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.666s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.639324] env[62788]: DEBUG nova.network.neutron [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Successfully updated port: 7c43108e-e219-473f-85a0-5687db4a1769 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.658693] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393876, 'name': ReconfigVM_Task, 'duration_secs': 0.30452} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.663777] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-1c107202-f629-4b5e-81fc-426298af0ab2/volume-1c107202-f629-4b5e-81fc-426298af0ab2.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.673079] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc4ed6b9-3b55-4155-8458-01ac8ea26142 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.694353] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393877, 'name': CreateVM_Task, 'duration_secs': 0.329436} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.696425] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.696940] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for the task: (returnval){ [ 784.696940] env[62788]: value = "task-2393878" [ 784.696940] env[62788]: _type = "Task" [ 784.696940] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.697879] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 784.698269] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.698758] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 784.700264] env[62788]: DEBUG oslo_concurrency.lockutils [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.700628] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a46a8e50-cde0-4846-b406-88d1c8dbf55e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.711329] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 784.711329] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523655b6-c45a-1bef-f138-f0c485070e51" [ 784.711329] env[62788]: _type = "Task" [ 784.711329] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.714705] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.722611] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523655b6-c45a-1bef-f138-f0c485070e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.786852] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b1edfd-b74c-db56-698a-15917091a83b, 'name': SearchDatastore_Task, 'duration_secs': 0.009597} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.787764] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1cf7f9-ca21-41b0-86fa-df07ede9e5fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.795582] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 784.795582] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52088b6f-307f-804a-d51c-b6210d7bef01" [ 784.795582] env[62788]: _type = "Task" [ 784.795582] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.807323] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52088b6f-307f-804a-d51c-b6210d7bef01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.024036] env[62788]: DEBUG nova.compute.manager [req-ded0127f-3ae7-48e1-a975-803ee3a15f8f req-1c82eac1-c445-4ddd-b546-ca9edad60fdb service nova] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Received event network-vif-deleted-2743f3fe-6ca3-4090-ac9c-1b5827096817 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 785.080683] env[62788]: DEBUG nova.network.neutron [req-891611b3-b4d2-4686-bdc0-b087aef64a75 req-427220a9-d076-4a1c-a968-8b2f69cc6255 service nova] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Updated VIF entry in instance network info cache for port 9861a94e-12a7-47c9-996b-de7e34407cd2. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 785.081094] env[62788]: DEBUG nova.network.neutron [req-891611b3-b4d2-4686-bdc0-b087aef64a75 req-427220a9-d076-4a1c-a968-8b2f69cc6255 service nova] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Updating instance_info_cache with network_info: [{"id": "9861a94e-12a7-47c9-996b-de7e34407cd2", "address": "fa:16:3e:30:f1:4b", "network": {"id": "c65563e2-5f8e-4bb1-b140-3e1c4039eb4a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1857220186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d742061198458d806e553de8f4d22b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9861a94e-12", "ovs_interfaceid": "9861a94e-12a7-47c9-996b-de7e34407cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.143915] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "refresh_cache-23dd65a4-a98a-46db-8006-b00482ece873" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.143915] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired lock "refresh_cache-23dd65a4-a98a-46db-8006-b00482ece873" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.143915] env[62788]: DEBUG nova.network.neutron [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.212640] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393878, 'name': ReconfigVM_Task, 'duration_secs': 0.168925} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.216919] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485599', 'volume_id': '1c107202-f629-4b5e-81fc-426298af0ab2', 'name': 'volume-1c107202-f629-4b5e-81fc-426298af0ab2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '944ab7ab-87b0-4f21-bbc1-2273bc9862bd', 'attached_at': '', 'detached_at': '', 'volume_id': '1c107202-f629-4b5e-81fc-426298af0ab2', 'serial': '1c107202-f629-4b5e-81fc-426298af0ab2'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 785.218255] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a427d90-deb1-4050-9bb4-f116f090b1ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.231087] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523655b6-c45a-1bef-f138-f0c485070e51, 'name': SearchDatastore_Task, 'duration_secs': 0.012516} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.234870] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.235136] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.235347] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.235628] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for the task: (returnval){ [ 785.235628] env[62788]: value = "task-2393879" [ 785.235628] env[62788]: _type = "Task" [ 785.235628] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.247614] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393879, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.308288] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52088b6f-307f-804a-d51c-b6210d7bef01, 'name': SearchDatastore_Task, 'duration_secs': 0.014359} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.308595] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.310246] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 25e5e9d2-b70e-45cf-8394-c26098b5de7b/25e5e9d2-b70e-45cf-8394-c26098b5de7b.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.313570] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.313570] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.313570] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8967a98-68ee-4a14-9241-2311f7c69757 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.315993] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-468fc5fc-afbb-4a61-919c-9118d1443b4a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.325978] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 785.325978] env[62788]: value = "task-2393880" [ 785.325978] env[62788]: _type = "Task" [ 785.325978] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.327782] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.327782] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.328940] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0dc80bb-c505-4c85-bd44-eadf08e0543c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.338757] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.342814] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 785.342814] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]524f77ed-595e-6831-02a9-354a3abb0bfd" [ 785.342814] env[62788]: _type = "Task" [ 785.342814] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.351804] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524f77ed-595e-6831-02a9-354a3abb0bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.483497] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d014120-d422-4b20-8807-100364077b59 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.492631] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02252d7b-3e02-4cab-aede-4c4dd4ff2dbd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.523686] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0913d1-3e11-43ce-8f2b-a05b63349fbe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.531620] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd40cde8-4180-4561-9620-a6eab04692d8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.546044] env[62788]: DEBUG nova.compute.provider_tree [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.585476] env[62788]: DEBUG oslo_concurrency.lockutils [req-891611b3-b4d2-4686-bdc0-b087aef64a75 req-427220a9-d076-4a1c-a968-8b2f69cc6255 service nova] Releasing lock "refresh_cache-c66cf078-4d7d-433d-98ee-2206453351f4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 785.709349] env[62788]: DEBUG nova.network.neutron [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.753942] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393879, 'name': Rename_Task, 'duration_secs': 0.143628} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.754358] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.754681] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5cf5e2-cf9b-42bb-890d-c85a537ffc60 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.763496] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for the task: (returnval){ [ 785.763496] env[62788]: value = "task-2393881" [ 785.763496] env[62788]: _type = "Task" [ 785.763496] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.777082] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.837068] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51026} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.837475] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 25e5e9d2-b70e-45cf-8394-c26098b5de7b/25e5e9d2-b70e-45cf-8394-c26098b5de7b.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.837612] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.837864] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10f35493-9a57-4618-9f74-5e655a376efa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.847983] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 785.847983] env[62788]: value = "task-2393882" [ 785.847983] env[62788]: _type = "Task" [ 785.847983] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.859794] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524f77ed-595e-6831-02a9-354a3abb0bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.021172} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.860995] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7e4253-1536-4647-a32c-879c8c385a26 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.869257] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.872492] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 785.872492] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e0b7b4-d726-95d6-bc17-22736a4351c4" [ 785.872492] env[62788]: _type = "Task" [ 785.872492] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.882295] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e0b7b4-d726-95d6-bc17-22736a4351c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.948561] env[62788]: DEBUG nova.network.neutron [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Updating instance_info_cache with network_info: [{"id": "7c43108e-e219-473f-85a0-5687db4a1769", "address": "fa:16:3e:e5:af:47", "network": {"id": "533517a7-8339-4dfd-bc55-f5a5d1787ada", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458211869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "513a92ad30804424b80031b4aa3da985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c43108e-e2", "ovs_interfaceid": "7c43108e-e219-473f-85a0-5687db4a1769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.052035] env[62788]: DEBUG nova.scheduler.client.report [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.180899] env[62788]: DEBUG nova.compute.manager [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Received event network-vif-plugged-7c43108e-e219-473f-85a0-5687db4a1769 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 786.181145] env[62788]: DEBUG oslo_concurrency.lockutils [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] Acquiring lock "23dd65a4-a98a-46db-8006-b00482ece873-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.181374] env[62788]: DEBUG oslo_concurrency.lockutils [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] Lock "23dd65a4-a98a-46db-8006-b00482ece873-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.182111] env[62788]: DEBUG oslo_concurrency.lockutils [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] Lock "23dd65a4-a98a-46db-8006-b00482ece873-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.182111] env[62788]: DEBUG nova.compute.manager [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] No waiting events found dispatching network-vif-plugged-7c43108e-e219-473f-85a0-5687db4a1769 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.182111] env[62788]: WARNING nova.compute.manager [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Received unexpected event network-vif-plugged-7c43108e-e219-473f-85a0-5687db4a1769 for instance with vm_state building and task_state spawning. [ 786.182353] env[62788]: DEBUG nova.compute.manager [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Received event network-changed-7c43108e-e219-473f-85a0-5687db4a1769 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 786.182512] env[62788]: DEBUG nova.compute.manager [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Refreshing instance network info cache due to event network-changed-7c43108e-e219-473f-85a0-5687db4a1769. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 786.183289] env[62788]: DEBUG oslo_concurrency.lockutils [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] Acquiring lock "refresh_cache-23dd65a4-a98a-46db-8006-b00482ece873" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 786.187965] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.188184] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.276584] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393881, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.361238] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065646} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.361513] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.362284] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6574bfd3-13ab-4bfe-8741-f4524e57136b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.387323] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 25e5e9d2-b70e-45cf-8394-c26098b5de7b/25e5e9d2-b70e-45cf-8394-c26098b5de7b.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.390650] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ed3bd3-ae62-4c56-b300-656170ebe070 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.412172] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e0b7b4-d726-95d6-bc17-22736a4351c4, 'name': SearchDatastore_Task, 'duration_secs': 0.022348} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.413586] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.415087] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] c66cf078-4d7d-433d-98ee-2206453351f4/c66cf078-4d7d-433d-98ee-2206453351f4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.415451] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 786.415451] env[62788]: value = "task-2393883" [ 786.415451] env[62788]: _type = "Task" [ 786.415451] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.415639] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cf65ad7-da3d-43f7-8977-3646d39f0b14 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.426678] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.428310] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 786.428310] env[62788]: value = "task-2393884" [ 786.428310] env[62788]: _type = "Task" [ 786.428310] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.436139] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.451297] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Releasing lock "refresh_cache-23dd65a4-a98a-46db-8006-b00482ece873" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.451623] env[62788]: DEBUG nova.compute.manager [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Instance network_info: |[{"id": "7c43108e-e219-473f-85a0-5687db4a1769", "address": "fa:16:3e:e5:af:47", "network": {"id": "533517a7-8339-4dfd-bc55-f5a5d1787ada", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458211869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "513a92ad30804424b80031b4aa3da985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c43108e-e2", "ovs_interfaceid": "7c43108e-e219-473f-85a0-5687db4a1769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 786.451914] env[62788]: DEBUG oslo_concurrency.lockutils [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] Acquired lock "refresh_cache-23dd65a4-a98a-46db-8006-b00482ece873" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.452108] env[62788]: DEBUG nova.network.neutron [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Refreshing network info cache for port 7c43108e-e219-473f-85a0-5687db4a1769 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.453334] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:af:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c43108e-e219-473f-85a0-5687db4a1769', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.464443] env[62788]: DEBUG oslo.service.loopingcall [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.464443] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.464443] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09cc497f-094b-4962-a1b8-ddc67dfbb76c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.490292] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.490292] env[62788]: value = "task-2393885" [ 786.490292] env[62788]: _type = "Task" [ 786.490292] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.502252] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393885, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.560313] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.560921] env[62788]: DEBUG nova.compute.manager [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 786.563978] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.615s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.567173] env[62788]: INFO nova.compute.claims [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.775055] env[62788]: DEBUG oslo_vmware.api [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2393881, 'name': PowerOnVM_Task, 'duration_secs': 0.790811} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.775350] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.775596] env[62788]: INFO nova.compute.manager [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Took 10.23 seconds to spawn the instance on the hypervisor. [ 786.775805] env[62788]: DEBUG nova.compute.manager [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 786.776736] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bbfc5b-c773-47cf-a257-ecd580ff7de7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.932554] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.940260] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393884, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.001414] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393885, 'name': CreateVM_Task, 'duration_secs': 0.456902} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.001629] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.002344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.003114] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.003114] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.003114] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8990a14a-1bf1-40c5-b238-fd6335c5157b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.009346] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 787.009346] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]521b37d8-e2c3-9310-6286-50145d9a2963" [ 787.009346] env[62788]: _type = "Task" [ 787.009346] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.020071] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521b37d8-e2c3-9310-6286-50145d9a2963, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.076553] env[62788]: DEBUG nova.compute.utils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 787.084244] env[62788]: DEBUG nova.compute.manager [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 787.084476] env[62788]: DEBUG nova.network.neutron [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.145775] env[62788]: DEBUG nova.policy [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40acfa2ad63346cea94b778524c1aedb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7f2672f6f214ef19a139aad3d48f3f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.304118] env[62788]: INFO nova.compute.manager [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Took 46.87 seconds to build instance. [ 787.433194] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393883, 'name': ReconfigVM_Task, 'duration_secs': 0.734501} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.433998] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 25e5e9d2-b70e-45cf-8394-c26098b5de7b/25e5e9d2-b70e-45cf-8394-c26098b5de7b.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.439019] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac64fe5d-abc1-45ee-a481-1790b7987b76 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.446123] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650116} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.447428] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] c66cf078-4d7d-433d-98ee-2206453351f4/c66cf078-4d7d-433d-98ee-2206453351f4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.447653] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.447958] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 787.447958] env[62788]: value = "task-2393886" [ 787.447958] env[62788]: _type = "Task" [ 787.447958] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.448161] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0b12e1f-4c45-4cdc-8081-37a90349fb80 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.461264] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393886, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.461264] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 787.461264] env[62788]: value = "task-2393887" [ 787.461264] env[62788]: _type = "Task" [ 787.461264] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.468738] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.472602] env[62788]: DEBUG nova.network.neutron [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Updated VIF entry in instance network info cache for port 7c43108e-e219-473f-85a0-5687db4a1769. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.472982] env[62788]: DEBUG nova.network.neutron [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Updating instance_info_cache with network_info: [{"id": "7c43108e-e219-473f-85a0-5687db4a1769", "address": "fa:16:3e:e5:af:47", "network": {"id": "533517a7-8339-4dfd-bc55-f5a5d1787ada", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458211869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "513a92ad30804424b80031b4aa3da985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c43108e-e2", "ovs_interfaceid": "7c43108e-e219-473f-85a0-5687db4a1769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.521768] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521b37d8-e2c3-9310-6286-50145d9a2963, 'name': SearchDatastore_Task, 'duration_secs': 0.043846} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.522322] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.523357] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.523816] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.523983] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.524188] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.524505] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a16dfdc7-fb43-4357-a135-c70a39bdc79f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.541787] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.541787] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.542544] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e775d4-6bd9-4c82-8487-a6ec63956f59 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.548556] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 787.548556] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5214dff6-fdd2-75f5-63c7-4332e6a7ad20" [ 787.548556] env[62788]: _type = "Task" [ 787.548556] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.557811] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5214dff6-fdd2-75f5-63c7-4332e6a7ad20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.570887] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquiring lock "e8873fbd-7b59-4a34-a65c-4d84389413c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.571127] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Lock "e8873fbd-7b59-4a34-a65c-4d84389413c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.580767] env[62788]: DEBUG nova.compute.manager [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 787.726505] env[62788]: DEBUG nova.network.neutron [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Successfully created port: 807ab249-a365-4bf6-b509-64cb022d2b9e {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.805815] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5ff2460a-dbf7-44cf-ad29-7361b3a4c2ef tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.552s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.962647] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393886, 'name': Rename_Task, 'duration_secs': 0.496604} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.965905] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.968568] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe662af5-fee6-4492-91ee-b29db7e1d7f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.975494] env[62788]: DEBUG oslo_concurrency.lockutils [req-6c199384-998c-4bd4-a249-9e4d15c47272 req-c9dc1205-421e-42e6-82c4-a5892ac19f1e service nova] Releasing lock "refresh_cache-23dd65a4-a98a-46db-8006-b00482ece873" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.975895] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070634} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.977155] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.977543] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 787.977543] env[62788]: value = "task-2393888" [ 787.977543] env[62788]: _type = "Task" [ 787.977543] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.978304] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a05d8c6-ad7f-44b6-9afc-e9fdb53ba1be {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.009666] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] c66cf078-4d7d-433d-98ee-2206453351f4/c66cf078-4d7d-433d-98ee-2206453351f4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.016158] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bab35ea5-3321-4917-ac79-d17ceb7540b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.032357] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.038724] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 788.038724] env[62788]: value = "task-2393889" [ 788.038724] env[62788]: _type = "Task" [ 788.038724] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.047024] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.057790] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5214dff6-fdd2-75f5-63c7-4332e6a7ad20, 'name': SearchDatastore_Task, 'duration_secs': 0.057441} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.058583] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba03ec92-01d3-45dc-9813-c59efefe3dbe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.062880] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f568ce-150b-4e82-a1a7-b30269f75477 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.066520] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 788.066520] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525e6f71-23bc-3369-7706-de63cd08d9ea" [ 788.066520] env[62788]: _type = "Task" [ 788.066520] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.072912] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1776205d-09bc-474c-a28a-98aba23b20bc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.078559] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525e6f71-23bc-3369-7706-de63cd08d9ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.111436] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1623a41-2c35-4238-928b-8b4699eca072 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.119585] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e6c8d5-4353-48c0-8bd8-acb9b9103764 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.133292] env[62788]: DEBUG nova.compute.provider_tree [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.308307] env[62788]: DEBUG nova.compute.manager [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 788.493531] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393888, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.549458] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393889, 'name': ReconfigVM_Task, 'duration_secs': 0.283866} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.550865] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Reconfigured VM instance instance-0000002e to attach disk [datastore1] c66cf078-4d7d-433d-98ee-2206453351f4/c66cf078-4d7d-433d-98ee-2206453351f4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.552629] env[62788]: DEBUG nova.compute.manager [req-c717bd86-11d3-4497-ae79-57d952e8ebd9 req-9a2efe59-63a1-462c-9617-10412cb5a5e1 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Received event network-changed-f3a1c8e1-1adc-4649-ba89-f810a2858429 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 788.552861] env[62788]: DEBUG nova.compute.manager [req-c717bd86-11d3-4497-ae79-57d952e8ebd9 req-9a2efe59-63a1-462c-9617-10412cb5a5e1 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Refreshing instance network info cache due to event network-changed-f3a1c8e1-1adc-4649-ba89-f810a2858429. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 788.553160] env[62788]: DEBUG oslo_concurrency.lockutils [req-c717bd86-11d3-4497-ae79-57d952e8ebd9 req-9a2efe59-63a1-462c-9617-10412cb5a5e1 service nova] Acquiring lock "refresh_cache-944ab7ab-87b0-4f21-bbc1-2273bc9862bd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.553359] env[62788]: DEBUG oslo_concurrency.lockutils [req-c717bd86-11d3-4497-ae79-57d952e8ebd9 req-9a2efe59-63a1-462c-9617-10412cb5a5e1 service nova] Acquired lock "refresh_cache-944ab7ab-87b0-4f21-bbc1-2273bc9862bd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.553559] env[62788]: DEBUG nova.network.neutron [req-c717bd86-11d3-4497-ae79-57d952e8ebd9 req-9a2efe59-63a1-462c-9617-10412cb5a5e1 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Refreshing network info cache for port f3a1c8e1-1adc-4649-ba89-f810a2858429 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.554635] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ad7f7bd-e7b7-47a7-bf08-5b35cd2eb8fd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.562919] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 788.562919] env[62788]: value = "task-2393890" [ 788.562919] env[62788]: _type = "Task" [ 788.562919] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.574180] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393890, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.579536] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525e6f71-23bc-3369-7706-de63cd08d9ea, 'name': SearchDatastore_Task, 'duration_secs': 0.028059} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.579775] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.580098] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 23dd65a4-a98a-46db-8006-b00482ece873/23dd65a4-a98a-46db-8006-b00482ece873.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.580378] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ec5d5ef-9015-4c07-970f-0f4bb8994314 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.588939] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 788.588939] env[62788]: value = "task-2393891" [ 788.588939] env[62788]: _type = "Task" [ 788.588939] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.598171] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.615862] env[62788]: DEBUG nova.compute.manager [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 788.638481] env[62788]: DEBUG nova.scheduler.client.report [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.652446] env[62788]: DEBUG nova.virt.hardware [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.652739] env[62788]: DEBUG nova.virt.hardware [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.653024] env[62788]: DEBUG nova.virt.hardware [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.653214] env[62788]: DEBUG nova.virt.hardware [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.653329] env[62788]: DEBUG nova.virt.hardware [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.653522] env[62788]: DEBUG nova.virt.hardware [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.653769] env[62788]: DEBUG nova.virt.hardware [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.654338] env[62788]: DEBUG nova.virt.hardware [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.654338] env[62788]: DEBUG nova.virt.hardware [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.654338] env[62788]: DEBUG nova.virt.hardware [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.654476] env[62788]: DEBUG nova.virt.hardware [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.655376] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b57e14e-25de-491d-8ffa-c5e696912704 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.664834] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a33903-463f-4d08-8571-4a4a9a93d692 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.827085] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 788.992037] env[62788]: DEBUG oslo_vmware.api [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393888, 'name': PowerOnVM_Task, 'duration_secs': 0.831639} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.992037] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.992037] env[62788]: INFO nova.compute.manager [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Took 10.50 seconds to spawn the instance on the hypervisor. [ 788.992037] env[62788]: DEBUG nova.compute.manager [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 788.992510] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d33ee7-5341-4612-badc-357398223c08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.076247] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393890, 'name': Rename_Task, 'duration_secs': 0.13864} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.076915] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.077205] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2abb0348-d675-488c-affa-19f9fd75bfa7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.083642] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 789.083642] env[62788]: value = "task-2393892" [ 789.083642] env[62788]: _type = "Task" [ 789.083642] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.096670] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.104260] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393891, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.145813] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 789.146377] env[62788]: DEBUG nova.compute.manager [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 789.149376] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.912s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 789.149585] env[62788]: DEBUG nova.objects.instance [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lazy-loading 'resources' on Instance uuid 7e3aa598-987d-4ce1-adb6-4718b6b9a965 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.498242] env[62788]: DEBUG nova.network.neutron [req-c717bd86-11d3-4497-ae79-57d952e8ebd9 req-9a2efe59-63a1-462c-9617-10412cb5a5e1 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Updated VIF entry in instance network info cache for port f3a1c8e1-1adc-4649-ba89-f810a2858429. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.498781] env[62788]: DEBUG nova.network.neutron [req-c717bd86-11d3-4497-ae79-57d952e8ebd9 req-9a2efe59-63a1-462c-9617-10412cb5a5e1 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Updating instance_info_cache with network_info: [{"id": "f3a1c8e1-1adc-4649-ba89-f810a2858429", "address": "fa:16:3e:a8:2f:1a", "network": {"id": "2f01829e-8acc-4a11-be7d-822985c86e2c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-315127119-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a06aff7cda434d90a7042809aadb8743", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a1c8e1-1a", "ovs_interfaceid": "f3a1c8e1-1adc-4649-ba89-f810a2858429", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.513947] env[62788]: INFO nova.compute.manager [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Took 43.61 seconds to build instance. [ 790.251368] env[62788]: DEBUG nova.network.neutron [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Successfully updated port: 807ab249-a365-4bf6-b509-64cb022d2b9e {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.253422] env[62788]: DEBUG nova.compute.utils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 790.256997] env[62788]: DEBUG oslo_concurrency.lockutils [req-c717bd86-11d3-4497-ae79-57d952e8ebd9 req-9a2efe59-63a1-462c-9617-10412cb5a5e1 service nova] Releasing lock "refresh_cache-944ab7ab-87b0-4f21-bbc1-2273bc9862bd" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.257493] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aa332189-4d25-4f30-9f1b-eb05228467ff tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.403s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.259038] env[62788]: DEBUG nova.objects.instance [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lazy-loading 'flavor' on Instance uuid 29774177-70b5-4709-9c23-f1dbbc552872 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.266902] env[62788]: DEBUG nova.compute.manager [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 790.267019] env[62788]: DEBUG nova.network.neutron [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.276705] env[62788]: DEBUG oslo_vmware.api [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393892, 'name': PowerOnVM_Task, 'duration_secs': 0.582852} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.279910] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.280160] env[62788]: INFO nova.compute.manager [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Took 9.11 seconds to spawn the instance on the hypervisor. [ 790.280346] env[62788]: DEBUG nova.compute.manager [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 790.280627] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761621} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.281751] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81d8235-6ba8-4d24-bc95-c941e027f283 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.284163] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 23dd65a4-a98a-46db-8006-b00482ece873/23dd65a4-a98a-46db-8006-b00482ece873.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.284374] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.285283] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ae761f0-165b-466f-b0d2-7366e423e9d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.297030] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 790.297030] env[62788]: value = "task-2393893" [ 790.297030] env[62788]: _type = "Task" [ 790.297030] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.308017] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.322160] env[62788]: DEBUG nova.policy [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b44367ffd356402992833ef351eb053b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a66c96d264f4031b9e87d76a15007c8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.648170] env[62788]: DEBUG nova.compute.manager [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Received event network-vif-plugged-807ab249-a365-4bf6-b509-64cb022d2b9e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 790.648380] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] Acquiring lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 790.648625] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] Lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 790.648923] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] Lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 790.649274] env[62788]: DEBUG nova.compute.manager [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] No waiting events found dispatching network-vif-plugged-807ab249-a365-4bf6-b509-64cb022d2b9e {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.649495] env[62788]: WARNING nova.compute.manager [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Received unexpected event network-vif-plugged-807ab249-a365-4bf6-b509-64cb022d2b9e for instance with vm_state building and task_state spawning. [ 790.649922] env[62788]: DEBUG nova.compute.manager [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Received event network-changed-807ab249-a365-4bf6-b509-64cb022d2b9e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 790.650219] env[62788]: DEBUG nova.compute.manager [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Refreshing instance network info cache due to event network-changed-807ab249-a365-4bf6-b509-64cb022d2b9e. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 790.650470] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] Acquiring lock "refresh_cache-246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.650650] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] Acquired lock "refresh_cache-246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.650845] env[62788]: DEBUG nova.network.neutron [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Refreshing network info cache for port 807ab249-a365-4bf6-b509-64cb022d2b9e {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.693128] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b44b33d-58dd-4b63-b85c-75e7eba89c01 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.701616] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fc4011-4ae9-4f18-885d-b4be1fd1d9b3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.738105] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e660c9-0191-493d-bcc1-347916cc956e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.747582] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0df2bdf-b9e3-4465-bdc2-8fe9d31eb3c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.764590] env[62788]: DEBUG nova.compute.utils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 790.766554] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquiring lock "refresh_cache-246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.767198] env[62788]: DEBUG nova.compute.provider_tree [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.772086] env[62788]: DEBUG nova.compute.manager [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 790.780777] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquiring lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.780934] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquired lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.812853] env[62788]: INFO nova.compute.manager [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Took 40.72 seconds to build instance. [ 790.818999] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074415} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.819298] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.820638] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f0836c-1109-4b06-80fd-992f1ac81f55 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.843946] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 23dd65a4-a98a-46db-8006-b00482ece873/23dd65a4-a98a-46db-8006-b00482ece873.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.844521] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3cb8799-6067-4910-bd3b-254242bb3338 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.867387] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 790.867387] env[62788]: value = "task-2393894" [ 790.867387] env[62788]: _type = "Task" [ 790.867387] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.876058] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.162485] env[62788]: DEBUG nova.network.neutron [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Successfully created port: 223e3437-51db-46d6-a21c-a321abef4598 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.195273] env[62788]: DEBUG nova.network.neutron [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.271397] env[62788]: DEBUG nova.compute.manager [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 791.274449] env[62788]: DEBUG nova.scheduler.client.report [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.301576] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.315375] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23e38e80-1963-4e8a-a9cc-e82e58fe7b9c tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "c66cf078-4d7d-433d-98ee-2206453351f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.983s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.356177] env[62788]: DEBUG nova.network.neutron [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.379022] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393894, 'name': ReconfigVM_Task, 'duration_secs': 0.51078} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.379369] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 23dd65a4-a98a-46db-8006-b00482ece873/23dd65a4-a98a-46db-8006-b00482ece873.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.380092] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3a0129c-c82a-479f-a1a7-61d176d091b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.387904] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 791.387904] env[62788]: value = "task-2393895" [ 791.387904] env[62788]: _type = "Task" [ 791.387904] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.397717] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393895, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.574314] env[62788]: DEBUG nova.network.neutron [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.782578] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.632s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.786926] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.479s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.788818] env[62788]: DEBUG nova.objects.instance [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lazy-loading 'resources' on Instance uuid 14111a68-61bd-4fd1-83ae-023db0110c0b {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.809026] env[62788]: INFO nova.scheduler.client.report [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleted allocations for instance 7e3aa598-987d-4ce1-adb6-4718b6b9a965 [ 791.819247] env[62788]: DEBUG nova.compute.manager [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 791.861168] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ef7ee7f-f626-42d7-9f43-6ede6e5acae3 req-7e9755da-0374-46b8-828f-f8730e488310 service nova] Releasing lock "refresh_cache-246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.861168] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquired lock "refresh_cache-246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.861168] env[62788]: DEBUG nova.network.neutron [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.898596] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393895, 'name': Rename_Task, 'duration_secs': 0.133267} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.898902] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.899508] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6015ae5b-18ad-4bdc-83db-8feeae6c16b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.905961] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 791.905961] env[62788]: value = "task-2393896" [ 791.905961] env[62788]: _type = "Task" [ 791.905961] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.913970] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.291173] env[62788]: DEBUG nova.compute.manager [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 792.321417] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2892a495-9d23-4424-9e98-e8506d4b1e43 tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "7e3aa598-987d-4ce1-adb6-4718b6b9a965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.037s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.333811] env[62788]: DEBUG nova.virt.hardware [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:26:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='954335157',id=27,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-283287476',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.334117] env[62788]: DEBUG nova.virt.hardware [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.334341] env[62788]: DEBUG nova.virt.hardware [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.337696] env[62788]: DEBUG nova.virt.hardware [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.337696] env[62788]: DEBUG nova.virt.hardware [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.337696] env[62788]: DEBUG nova.virt.hardware [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.337696] env[62788]: DEBUG nova.virt.hardware [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.337696] env[62788]: DEBUG nova.virt.hardware [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.338021] env[62788]: DEBUG nova.virt.hardware [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.338021] env[62788]: DEBUG nova.virt.hardware [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.338021] env[62788]: DEBUG nova.virt.hardware [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.338021] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2a6822-1eb0-476f-a447-f2cacabb6594 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.351395] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b129a5a-bb36-462b-82d2-544a0f247a74 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.356507] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.412252] env[62788]: DEBUG nova.network.neutron [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updating instance_info_cache with network_info: [{"id": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "address": "fa:16:3e:9b:d1:a4", "network": {"id": "b00437d6-91b5-428c-a8f4-65f9f5648db7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-752116955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d22847968a749fb8aaed06a73b1ca19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb330f8-75", "ovs_interfaceid": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.414926] env[62788]: DEBUG nova.network.neutron [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.425978] env[62788]: DEBUG oslo_vmware.api [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393896, 'name': PowerOnVM_Task, 'duration_secs': 0.447426} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.425978] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.425978] env[62788]: INFO nova.compute.manager [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Took 8.57 seconds to spawn the instance on the hypervisor. [ 792.426161] env[62788]: DEBUG nova.compute.manager [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 792.427365] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691f6ed2-8f63-4e8e-9951-48d534fb1d0a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.623712] env[62788]: DEBUG nova.network.neutron [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Updating instance_info_cache with network_info: [{"id": "807ab249-a365-4bf6-b509-64cb022d2b9e", "address": "fa:16:3e:4b:1d:df", "network": {"id": "28693711-b5c7-45af-811a-59a4bd42f02a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1713888524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f2672f6f214ef19a139aad3d48f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807ab249-a3", "ovs_interfaceid": "807ab249-a365-4bf6-b509-64cb022d2b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.793693] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62230d5-9474-4cc4-a9b9-06cc81261d24 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.801674] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0ff909-05bf-4d7f-b2ca-017f7188489c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.832580] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da2f5d9-268d-41da-8104-8bba4fc69a96 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.840274] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff9f043-5f96-4076-b5c9-ac34f141d8a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.853543] env[62788]: DEBUG nova.compute.provider_tree [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.914809] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Releasing lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 792.915091] env[62788]: DEBUG nova.compute.manager [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Inject network info {{(pid=62788) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7751}} [ 792.915368] env[62788]: DEBUG nova.compute.manager [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] network_info to inject: |[{"id": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "address": "fa:16:3e:9b:d1:a4", "network": {"id": "b00437d6-91b5-428c-a8f4-65f9f5648db7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-752116955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d22847968a749fb8aaed06a73b1ca19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb330f8-75", "ovs_interfaceid": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7752}} [ 792.921330] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Reconfiguring VM instance to set the machine id {{(pid=62788) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 792.925095] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c52d5dc2-3184-441c-bc2d-6d9bd80de1ac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.938197] env[62788]: DEBUG nova.compute.manager [req-294d094f-7976-4cdd-aa20-4976b23b5871 req-2e3f6b5b-6897-4b0a-9c18-a5209c194c2b service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Received event network-changed-1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 792.938463] env[62788]: DEBUG nova.compute.manager [req-294d094f-7976-4cdd-aa20-4976b23b5871 req-2e3f6b5b-6897-4b0a-9c18-a5209c194c2b service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Refreshing instance network info cache due to event network-changed-1bb330f8-75c1-45dc-acdb-ba05b941ca19. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 792.938776] env[62788]: DEBUG oslo_concurrency.lockutils [req-294d094f-7976-4cdd-aa20-4976b23b5871 req-2e3f6b5b-6897-4b0a-9c18-a5209c194c2b service nova] Acquiring lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.938995] env[62788]: DEBUG oslo_concurrency.lockutils [req-294d094f-7976-4cdd-aa20-4976b23b5871 req-2e3f6b5b-6897-4b0a-9c18-a5209c194c2b service nova] Acquired lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.939374] env[62788]: DEBUG nova.network.neutron [req-294d094f-7976-4cdd-aa20-4976b23b5871 req-2e3f6b5b-6897-4b0a-9c18-a5209c194c2b service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Refreshing network info cache for port 1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.941900] env[62788]: DEBUG oslo_vmware.api [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 792.941900] env[62788]: value = "task-2393897" [ 792.941900] env[62788]: _type = "Task" [ 792.941900] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.946281] env[62788]: DEBUG nova.network.neutron [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Successfully updated port: 223e3437-51db-46d6-a21c-a321abef4598 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.960747] env[62788]: DEBUG oslo_vmware.api [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393897, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.963041] env[62788]: INFO nova.compute.manager [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Took 40.09 seconds to build instance. [ 793.126647] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Releasing lock "refresh_cache-246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 793.127124] env[62788]: DEBUG nova.compute.manager [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Instance network_info: |[{"id": "807ab249-a365-4bf6-b509-64cb022d2b9e", "address": "fa:16:3e:4b:1d:df", "network": {"id": "28693711-b5c7-45af-811a-59a4bd42f02a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1713888524-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e7f2672f6f214ef19a139aad3d48f3f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap807ab249-a3", "ovs_interfaceid": "807ab249-a365-4bf6-b509-64cb022d2b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 793.127581] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:1d:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '807ab249-a365-4bf6-b509-64cb022d2b9e', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.135417] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Creating folder: Project (e7f2672f6f214ef19a139aad3d48f3f2). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.136113] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2abf661b-4a30-408b-b053-740360a89920 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.148704] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Created folder: Project (e7f2672f6f214ef19a139aad3d48f3f2) in parent group-v485515. [ 793.148938] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Creating folder: Instances. Parent ref: group-v485647. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.149209] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e6e5851-4cd7-44c0-b99a-1fe6b1d791f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.158391] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Created folder: Instances in parent group-v485647. [ 793.158638] env[62788]: DEBUG oslo.service.loopingcall [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 793.158833] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.159085] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66d9f3a5-b27b-4651-8bd5-fc4c43d32bfa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.180328] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.180328] env[62788]: value = "task-2393900" [ 793.180328] env[62788]: _type = "Task" [ 793.180328] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.188535] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393900, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.356750] env[62788]: DEBUG nova.scheduler.client.report [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.449635] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "refresh_cache-70e46613-bc6f-4b1c-9a73-880bc8f77946" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 793.449880] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquired lock "refresh_cache-70e46613-bc6f-4b1c-9a73-880bc8f77946" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.450242] env[62788]: DEBUG nova.network.neutron [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.457627] env[62788]: DEBUG oslo_vmware.api [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393897, 'name': ReconfigVM_Task, 'duration_secs': 0.25898} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.457894] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a5bb4174-c41d-4120-86ec-25a6eb85d3cf tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Reconfigured VM instance to set the machine id {{(pid=62788) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 793.465995] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0512b966-cb95-4cde-9f34-3522e4c2a2ba tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "23dd65a4-a98a-46db-8006-b00482ece873" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.894s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.499340] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.499665] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.500127] env[62788]: DEBUG nova.compute.manager [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 793.501309] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac4e781-bb80-4fa0-b814-43cf645150eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.507878] env[62788]: DEBUG nova.compute.manager [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62788) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3418}} [ 793.508791] env[62788]: DEBUG nova.objects.instance [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lazy-loading 'flavor' on Instance uuid 2762271c-ef75-47ee-8d66-7f2c1ad3fc86 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.692724] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393900, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.792290] env[62788]: DEBUG nova.network.neutron [req-294d094f-7976-4cdd-aa20-4976b23b5871 req-2e3f6b5b-6897-4b0a-9c18-a5209c194c2b service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updated VIF entry in instance network info cache for port 1bb330f8-75c1-45dc-acdb-ba05b941ca19. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.792672] env[62788]: DEBUG nova.network.neutron [req-294d094f-7976-4cdd-aa20-4976b23b5871 req-2e3f6b5b-6897-4b0a-9c18-a5209c194c2b service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updating instance_info_cache with network_info: [{"id": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "address": "fa:16:3e:9b:d1:a4", "network": {"id": "b00437d6-91b5-428c-a8f4-65f9f5648db7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-752116955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d22847968a749fb8aaed06a73b1ca19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb330f8-75", "ovs_interfaceid": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.841469] env[62788]: DEBUG nova.objects.instance [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lazy-loading 'flavor' on Instance uuid 29774177-70b5-4709-9c23-f1dbbc552872 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.862587] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.865280] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.817s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.866754] env[62788]: INFO nova.compute.claims [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 793.893330] env[62788]: INFO nova.scheduler.client.report [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Deleted allocations for instance 14111a68-61bd-4fd1-83ae-023db0110c0b [ 793.969132] env[62788]: DEBUG nova.compute.manager [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 793.992169] env[62788]: DEBUG nova.network.neutron [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.156818] env[62788]: DEBUG nova.network.neutron [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Updating instance_info_cache with network_info: [{"id": "223e3437-51db-46d6-a21c-a321abef4598", "address": "fa:16:3e:d3:f4:49", "network": {"id": "ec32d157-c6e7-4aae-8218-0380b2aaf6fa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1468670508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a66c96d264f4031b9e87d76a15007c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap223e3437-51", "ovs_interfaceid": "223e3437-51db-46d6-a21c-a321abef4598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.192738] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393900, 'name': CreateVM_Task, 'duration_secs': 0.712226} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.193809] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.194515] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.194684] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.195008] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.195492] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3e6148-6130-4f35-9ab8-00146dbb716a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.200576] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for the task: (returnval){ [ 794.200576] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52765be6-dbbf-146e-f786-5d567d4124d2" [ 794.200576] env[62788]: _type = "Task" [ 794.200576] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.208393] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52765be6-dbbf-146e-f786-5d567d4124d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.298725] env[62788]: DEBUG oslo_concurrency.lockutils [req-294d094f-7976-4cdd-aa20-4976b23b5871 req-2e3f6b5b-6897-4b0a-9c18-a5209c194c2b service nova] Releasing lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.350052] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquiring lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.350350] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquired lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.400371] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a40858b-e48d-4ddd-be33-3bfd4e74418c tempest-MultipleCreateTestJSON-410924345 tempest-MultipleCreateTestJSON-410924345-project-member] Lock "14111a68-61bd-4fd1-83ae-023db0110c0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.825s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.490304] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.517163] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.517443] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b41190d-a433-49e7-ba72-14cac2284304 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.525245] env[62788]: DEBUG oslo_vmware.api [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 794.525245] env[62788]: value = "task-2393901" [ 794.525245] env[62788]: _type = "Task" [ 794.525245] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.534368] env[62788]: DEBUG oslo_vmware.api [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.662472] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Releasing lock "refresh_cache-70e46613-bc6f-4b1c-9a73-880bc8f77946" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.662813] env[62788]: DEBUG nova.compute.manager [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Instance network_info: |[{"id": "223e3437-51db-46d6-a21c-a321abef4598", "address": "fa:16:3e:d3:f4:49", "network": {"id": "ec32d157-c6e7-4aae-8218-0380b2aaf6fa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1468670508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a66c96d264f4031b9e87d76a15007c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap223e3437-51", "ovs_interfaceid": "223e3437-51db-46d6-a21c-a321abef4598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 794.664085] env[62788]: DEBUG nova.compute.manager [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 794.664323] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:f4:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '223e3437-51db-46d6-a21c-a321abef4598', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.671993] env[62788]: DEBUG oslo.service.loopingcall [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.672771] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd2649a-e24e-4258-8286-c851adf01643 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.676148] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.676148] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edf7486b-d15d-4c85-a164-850f914c298b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.691240] env[62788]: DEBUG nova.network.neutron [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.706025] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.706025] env[62788]: value = "task-2393902" [ 794.706025] env[62788]: _type = "Task" [ 794.706025] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.716781] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52765be6-dbbf-146e-f786-5d567d4124d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011439} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.720456] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.720806] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.722045] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.722045] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.722045] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.722045] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393902, 'name': CreateVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.722455] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b21f640-3bcd-4bfa-a48c-bbff682967ca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.734012] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.734278] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.735150] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c82d121-2f9c-4fec-9181-1cc01c6e400c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.741619] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for the task: (returnval){ [ 794.741619] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52037d46-d42f-fa3c-c426-4f68985c4b45" [ 794.741619] env[62788]: _type = "Task" [ 794.741619] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.749452] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52037d46-d42f-fa3c-c426-4f68985c4b45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.972021] env[62788]: DEBUG nova.compute.manager [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Received event network-vif-plugged-223e3437-51db-46d6-a21c-a321abef4598 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 794.972440] env[62788]: DEBUG oslo_concurrency.lockutils [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] Acquiring lock "70e46613-bc6f-4b1c-9a73-880bc8f77946-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.972818] env[62788]: DEBUG oslo_concurrency.lockutils [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] Lock "70e46613-bc6f-4b1c-9a73-880bc8f77946-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 794.973105] env[62788]: DEBUG oslo_concurrency.lockutils [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] Lock "70e46613-bc6f-4b1c-9a73-880bc8f77946-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.973340] env[62788]: DEBUG nova.compute.manager [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] No waiting events found dispatching network-vif-plugged-223e3437-51db-46d6-a21c-a321abef4598 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.973522] env[62788]: WARNING nova.compute.manager [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Received unexpected event network-vif-plugged-223e3437-51db-46d6-a21c-a321abef4598 for instance with vm_state building and task_state spawning. [ 794.973713] env[62788]: DEBUG nova.compute.manager [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Received event network-changed-223e3437-51db-46d6-a21c-a321abef4598 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 794.973881] env[62788]: DEBUG nova.compute.manager [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Refreshing instance network info cache due to event network-changed-223e3437-51db-46d6-a21c-a321abef4598. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 794.974090] env[62788]: DEBUG oslo_concurrency.lockutils [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] Acquiring lock "refresh_cache-70e46613-bc6f-4b1c-9a73-880bc8f77946" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.974219] env[62788]: DEBUG oslo_concurrency.lockutils [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] Acquired lock "refresh_cache-70e46613-bc6f-4b1c-9a73-880bc8f77946" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.974384] env[62788]: DEBUG nova.network.neutron [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Refreshing network info cache for port 223e3437-51db-46d6-a21c-a321abef4598 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.034847] env[62788]: DEBUG oslo_vmware.api [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393901, 'name': PowerOffVM_Task, 'duration_secs': 0.264257} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.037316] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.037903] env[62788]: DEBUG nova.compute.manager [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 795.038693] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbcd116-c849-479c-ad77-67541b2267e4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.215888] env[62788]: INFO nova.compute.manager [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] instance snapshotting [ 795.220267] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad99ed8e-b87c-467d-88ea-c1c1b087d58d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.228671] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393902, 'name': CreateVM_Task, 'duration_secs': 0.386943} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.243736] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.247476] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.247690] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.247948] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 795.248748] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb55795-2408-4661-b34f-83ccd76a476b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.254692] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2628dd1-1d1e-4c09-9f04-063b8d8796d8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.260093] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 795.260093] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]524878a9-52aa-8c93-494d-4d9cefab1a3f" [ 795.260093] env[62788]: _type = "Task" [ 795.260093] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.265536] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52037d46-d42f-fa3c-c426-4f68985c4b45, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.275192] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b844141-be88-408b-9803-47424a6807c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.281557] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for the task: (returnval){ [ 795.281557] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5247b744-4b8b-14a8-b2cd-05c10448c52f" [ 795.281557] env[62788]: _type = "Task" [ 795.281557] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.284816] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524878a9-52aa-8c93-494d-4d9cefab1a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.290216] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.290456] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.290656] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.296573] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5247b744-4b8b-14a8-b2cd-05c10448c52f, 'name': SearchDatastore_Task} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.296737] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.297013] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af/246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.297730] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.297730] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.297730] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c597cc9-0067-4028-80a8-29cafb377ae5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.299595] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0954703-050c-4420-9249-dacaea594a68 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.310602] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for the task: (returnval){ [ 795.310602] env[62788]: value = "task-2393903" [ 795.310602] env[62788]: _type = "Task" [ 795.310602] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.315290] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.315460] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.319325] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db360bd-a2e4-49e7-94d2-66bb4111083d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.328641] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.332158] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 795.332158] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b3703b-2f4d-e66a-19d1-4dea6afea898" [ 795.332158] env[62788]: _type = "Task" [ 795.332158] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.339793] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b3703b-2f4d-e66a-19d1-4dea6afea898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.447815] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7fc74b-157c-4234-bedf-00b6507c5c41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.455439] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9676c918-73d5-4de1-bcad-162a90515999 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.491893] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808d503c-6584-4575-9087-600c089a7dd9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.500521] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2253f189-1468-4e2d-8b07-5fce91c4eddc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.511350] env[62788]: DEBUG nova.compute.provider_tree [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.556711] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5baaaffc-43ed-4138-b406-a0ced68e040f tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.592403] env[62788]: DEBUG nova.network.neutron [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updating instance_info_cache with network_info: [{"id": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "address": "fa:16:3e:9b:d1:a4", "network": {"id": "b00437d6-91b5-428c-a8f4-65f9f5648db7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-752116955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d22847968a749fb8aaed06a73b1ca19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb330f8-75", "ovs_interfaceid": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.777191] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 795.777532] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-273ce7c4-61bf-494e-9a8b-af466b6770b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.787926] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 795.787926] env[62788]: value = "task-2393904" [ 795.787926] env[62788]: _type = "Task" [ 795.787926] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.797900] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393904, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.819662] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393903, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.843503] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b3703b-2f4d-e66a-19d1-4dea6afea898, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.844808] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e8c69b8-8472-4bca-8ccc-114894fe4a7b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.850850] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 795.850850] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528e94d1-5782-9297-d1f1-8123c4b3b656" [ 795.850850] env[62788]: _type = "Task" [ 795.850850] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.859737] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528e94d1-5782-9297-d1f1-8123c4b3b656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.923817] env[62788]: DEBUG nova.network.neutron [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Updated VIF entry in instance network info cache for port 223e3437-51db-46d6-a21c-a321abef4598. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.924351] env[62788]: DEBUG nova.network.neutron [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Updating instance_info_cache with network_info: [{"id": "223e3437-51db-46d6-a21c-a321abef4598", "address": "fa:16:3e:d3:f4:49", "network": {"id": "ec32d157-c6e7-4aae-8218-0380b2aaf6fa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1468670508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a66c96d264f4031b9e87d76a15007c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap223e3437-51", "ovs_interfaceid": "223e3437-51db-46d6-a21c-a321abef4598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.017131] env[62788]: DEBUG nova.scheduler.client.report [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.096332] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Releasing lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.096670] env[62788]: DEBUG nova.compute.manager [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Inject network info {{(pid=62788) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7751}} [ 796.096832] env[62788]: DEBUG nova.compute.manager [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] network_info to inject: |[{"id": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "address": "fa:16:3e:9b:d1:a4", "network": {"id": "b00437d6-91b5-428c-a8f4-65f9f5648db7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-752116955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d22847968a749fb8aaed06a73b1ca19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb330f8-75", "ovs_interfaceid": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7752}} [ 796.108260] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Reconfiguring VM instance to set the machine id {{(pid=62788) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 796.109385] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7af4254-78bb-4e08-acf2-059853513eb6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.127950] env[62788]: DEBUG oslo_vmware.api [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 796.127950] env[62788]: value = "task-2393905" [ 796.127950] env[62788]: _type = "Task" [ 796.127950] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.137028] env[62788]: DEBUG nova.objects.instance [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lazy-loading 'flavor' on Instance uuid 2762271c-ef75-47ee-8d66-7f2c1ad3fc86 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.138502] env[62788]: DEBUG oslo_vmware.api [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.300788] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393904, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.320649] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842714} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.320917] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af/246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.321151] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.321443] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db232b0f-fa7e-445b-829a-d6bbca75b245 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.329402] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for the task: (returnval){ [ 796.329402] env[62788]: value = "task-2393906" [ 796.329402] env[62788]: _type = "Task" [ 796.329402] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.343155] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.362163] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528e94d1-5782-9297-d1f1-8123c4b3b656, 'name': SearchDatastore_Task, 'duration_secs': 0.062492} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.362456] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.362734] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 70e46613-bc6f-4b1c-9a73-880bc8f77946/70e46613-bc6f-4b1c-9a73-880bc8f77946.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.363092] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84b93b8e-2e4e-4af1-b8cf-1dac32dfb109 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.369576] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 796.369576] env[62788]: value = "task-2393907" [ 796.369576] env[62788]: _type = "Task" [ 796.369576] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.383348] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.427877] env[62788]: DEBUG oslo_concurrency.lockutils [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] Releasing lock "refresh_cache-70e46613-bc6f-4b1c-9a73-880bc8f77946" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.427952] env[62788]: DEBUG nova.compute.manager [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Received event network-changed-1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 796.428140] env[62788]: DEBUG nova.compute.manager [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Refreshing instance network info cache due to event network-changed-1bb330f8-75c1-45dc-acdb-ba05b941ca19. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 796.428348] env[62788]: DEBUG oslo_concurrency.lockutils [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] Acquiring lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.428565] env[62788]: DEBUG oslo_concurrency.lockutils [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] Acquired lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.428746] env[62788]: DEBUG nova.network.neutron [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Refreshing network info cache for port 1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.527743] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.528408] env[62788]: DEBUG nova.compute.manager [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 796.531484] env[62788]: DEBUG oslo_concurrency.lockutils [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.594s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.531711] env[62788]: DEBUG nova.objects.instance [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Lazy-loading 'resources' on Instance uuid 114c361b-5947-411c-a055-6a22bdb3cf97 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.568027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquiring lock "29774177-70b5-4709-9c23-f1dbbc552872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.568292] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lock "29774177-70b5-4709-9c23-f1dbbc552872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.568503] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquiring lock "29774177-70b5-4709-9c23-f1dbbc552872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.568679] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lock "29774177-70b5-4709-9c23-f1dbbc552872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.570147] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lock "29774177-70b5-4709-9c23-f1dbbc552872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.572126] env[62788]: INFO nova.compute.manager [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Terminating instance [ 796.642270] env[62788]: DEBUG oslo_vmware.api [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393905, 'name': ReconfigVM_Task, 'duration_secs': 0.238802} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.643120] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "refresh_cache-2762271c-ef75-47ee-8d66-7f2c1ad3fc86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 796.643120] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquired lock "refresh_cache-2762271c-ef75-47ee-8d66-7f2c1ad3fc86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.643120] env[62788]: DEBUG nova.network.neutron [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.643303] env[62788]: DEBUG nova.objects.instance [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lazy-loading 'info_cache' on Instance uuid 2762271c-ef75-47ee-8d66-7f2c1ad3fc86 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.644356] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb8125c-ec37-4745-bec3-40c3ac5b927e tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Reconfigured VM instance to set the machine id {{(pid=62788) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 796.799591] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393904, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.840521] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064746} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.841129] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.841772] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5402ffa1-931c-44ef-a484-d3075f82e31f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.868531] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af/246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.868811] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b36a94ca-416b-4a7e-9cc6-d4f46522fee8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.893816] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393907, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.895544] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for the task: (returnval){ [ 796.895544] env[62788]: value = "task-2393908" [ 796.895544] env[62788]: _type = "Task" [ 796.895544] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.906240] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393908, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.038480] env[62788]: DEBUG nova.compute.utils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 797.040386] env[62788]: DEBUG nova.compute.manager [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 797.040558] env[62788]: DEBUG nova.network.neutron [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.079935] env[62788]: DEBUG nova.compute.manager [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 797.080388] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.082939] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf973ee-1e5f-4417-852d-37a23352b094 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.093480] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.093767] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c94739bc-8586-4675-854b-e13bb5adfeed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.101594] env[62788]: DEBUG oslo_vmware.api [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 797.101594] env[62788]: value = "task-2393909" [ 797.101594] env[62788]: _type = "Task" [ 797.101594] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.111528] env[62788]: DEBUG oslo_vmware.api [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.142202] env[62788]: DEBUG nova.policy [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78672df4eb3140f9a7e10a8481988a71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db829b1cc8a2457fa43cd6eb1882f43a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 797.148732] env[62788]: DEBUG nova.objects.base [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Object Instance<2762271c-ef75-47ee-8d66-7f2c1ad3fc86> lazy-loaded attributes: flavor,info_cache {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 797.308622] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393904, 'name': CreateSnapshot_Task, 'duration_secs': 1.065887} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.309142] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 797.310087] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520e437e-b25d-4a05-ad33-62da49fe6b4c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.394502] env[62788]: DEBUG nova.network.neutron [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updated VIF entry in instance network info cache for port 1bb330f8-75c1-45dc-acdb-ba05b941ca19. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.394954] env[62788]: DEBUG nova.network.neutron [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updating instance_info_cache with network_info: [{"id": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "address": "fa:16:3e:9b:d1:a4", "network": {"id": "b00437d6-91b5-428c-a8f4-65f9f5648db7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-752116955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1d22847968a749fb8aaed06a73b1ca19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb330f8-75", "ovs_interfaceid": "1bb330f8-75c1-45dc-acdb-ba05b941ca19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.402755] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759572} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.403272] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 70e46613-bc6f-4b1c-9a73-880bc8f77946/70e46613-bc6f-4b1c-9a73-880bc8f77946.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.403474] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.404171] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9876ea72-c1ab-4dc3-baac-6540ac03e4c2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.409744] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.420750] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 797.420750] env[62788]: value = "task-2393910" [ 797.420750] env[62788]: _type = "Task" [ 797.420750] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.431623] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.543958] env[62788]: DEBUG nova.compute.manager [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 797.574694] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbc94a2-349f-482f-a34a-90c46504c6d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.583251] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f025fd59-3149-4b17-a2d1-f4b0d34418a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.620584] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d299cb3c-9024-455d-a440-6c5aa31b35ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.632148] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d393d617-ba87-4ebe-8052-f602f71e5b3d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.636785] env[62788]: DEBUG oslo_vmware.api [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393909, 'name': PowerOffVM_Task, 'duration_secs': 0.384994} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.637381] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.637564] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.638155] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-756211e2-0c07-4db0-9af4-4533813b6a2c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.651127] env[62788]: DEBUG nova.compute.provider_tree [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.661328] env[62788]: DEBUG nova.network.neutron [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Successfully created port: e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.745132] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.745409] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.745627] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Deleting the datastore file [datastore1] 29774177-70b5-4709-9c23-f1dbbc552872 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.745927] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aad851ff-e391-4c3d-9710-780ac06dd297 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.757017] env[62788]: DEBUG oslo_vmware.api [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for the task: (returnval){ [ 797.757017] env[62788]: value = "task-2393912" [ 797.757017] env[62788]: _type = "Task" [ 797.757017] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.765600] env[62788]: DEBUG oslo_vmware.api [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.832672] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 797.832999] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36f4a8c7-1b50-4c97-929d-186c26761edb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.843243] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 797.843243] env[62788]: value = "task-2393913" [ 797.843243] env[62788]: _type = "Task" [ 797.843243] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.852821] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393913, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.904265] env[62788]: DEBUG oslo_concurrency.lockutils [req-464126bf-1e99-4f70-802b-cbb90f5a2955 req-058a3693-e22d-483f-b4f1-1550a9ec10b4 service nova] Releasing lock "refresh_cache-29774177-70b5-4709-9c23-f1dbbc552872" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 797.909146] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393908, 'name': ReconfigVM_Task, 'duration_secs': 0.828207} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.910018] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af/246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.910970] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bae6d1bc-cece-491f-b815-cffd01aac503 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.917788] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for the task: (returnval){ [ 797.917788] env[62788]: value = "task-2393914" [ 797.917788] env[62788]: _type = "Task" [ 797.917788] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.923188] env[62788]: DEBUG nova.network.neutron [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Updating instance_info_cache with network_info: [{"id": "994fcb50-04ba-4299-a839-763710ee33ce", "address": "fa:16:3e:de:11:49", "network": {"id": "c65563e2-5f8e-4bb1-b140-3e1c4039eb4a", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1857220186-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8d742061198458d806e553de8f4d22b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994fcb50-04", "ovs_interfaceid": "994fcb50-04ba-4299-a839-763710ee33ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.939864] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079676} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.940330] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393914, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.940840] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.942048] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76548f4-baac-4686-9a85-ae949e0ee242 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.969183] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 70e46613-bc6f-4b1c-9a73-880bc8f77946/70e46613-bc6f-4b1c-9a73-880bc8f77946.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.969183] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cd0d6f4-18a9-44ab-b851-a026515f8cdb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.989992] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 797.989992] env[62788]: value = "task-2393915" [ 797.989992] env[62788]: _type = "Task" [ 797.989992] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.998519] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.154513] env[62788]: DEBUG nova.scheduler.client.report [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.266900] env[62788]: DEBUG oslo_vmware.api [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Task: {'id': task-2393912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13371} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.267177] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.267365] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.267547] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.267720] env[62788]: INFO nova.compute.manager [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Took 1.19 seconds to destroy the instance on the hypervisor. [ 798.267958] env[62788]: DEBUG oslo.service.loopingcall [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 798.268343] env[62788]: DEBUG nova.compute.manager [-] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 798.268343] env[62788]: DEBUG nova.network.neutron [-] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.354130] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393913, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.429269] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Releasing lock "refresh_cache-2762271c-ef75-47ee-8d66-7f2c1ad3fc86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 798.431407] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393914, 'name': Rename_Task, 'duration_secs': 0.146927} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.431581] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.431826] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89c3427a-78b7-4b5f-a890-eed13eb95ec0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.439476] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for the task: (returnval){ [ 798.439476] env[62788]: value = "task-2393916" [ 798.439476] env[62788]: _type = "Task" [ 798.439476] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.453179] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.500613] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.555595] env[62788]: DEBUG nova.compute.manager [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 798.590748] env[62788]: DEBUG nova.virt.hardware [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 798.592987] env[62788]: DEBUG nova.virt.hardware [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 798.593221] env[62788]: DEBUG nova.virt.hardware [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 798.593615] env[62788]: DEBUG nova.virt.hardware [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 798.593819] env[62788]: DEBUG nova.virt.hardware [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 798.594041] env[62788]: DEBUG nova.virt.hardware [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 798.594660] env[62788]: DEBUG nova.virt.hardware [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 798.594972] env[62788]: DEBUG nova.virt.hardware [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 798.597256] env[62788]: DEBUG nova.virt.hardware [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 798.597548] env[62788]: DEBUG nova.virt.hardware [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 798.597827] env[62788]: DEBUG nova.virt.hardware [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 798.598970] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38520b4-1b9a-414f-ae60-ba4d976c3300 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.607590] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530638dd-c68e-403d-a2d2-fc8ebe7c2c19 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.664636] env[62788]: DEBUG oslo_concurrency.lockutils [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.667412] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.688s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.668973] env[62788]: INFO nova.compute.claims [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.693888] env[62788]: INFO nova.scheduler.client.report [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Deleted allocations for instance 114c361b-5947-411c-a055-6a22bdb3cf97 [ 798.856890] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393913, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.953694] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393916, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.001474] env[62788]: DEBUG nova.compute.manager [req-84595fdb-91c3-4e98-81cb-92a7b87ecf5f req-1aa04521-f568-47f8-bbb9-b5ac18efd2b3 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Received event network-vif-deleted-1bb330f8-75c1-45dc-acdb-ba05b941ca19 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 799.001474] env[62788]: INFO nova.compute.manager [req-84595fdb-91c3-4e98-81cb-92a7b87ecf5f req-1aa04521-f568-47f8-bbb9-b5ac18efd2b3 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Neutron deleted interface 1bb330f8-75c1-45dc-acdb-ba05b941ca19; detaching it from the instance and deleting it from the info cache [ 799.001474] env[62788]: DEBUG nova.network.neutron [req-84595fdb-91c3-4e98-81cb-92a7b87ecf5f req-1aa04521-f568-47f8-bbb9-b5ac18efd2b3 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.010495] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393915, 'name': ReconfigVM_Task, 'duration_secs': 0.811906} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.010937] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 70e46613-bc6f-4b1c-9a73-880bc8f77946/70e46613-bc6f-4b1c-9a73-880bc8f77946.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.011379] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62788) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 799.012819] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-086e133f-2826-4e93-a436-058d0d1b87d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.021723] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 799.021723] env[62788]: value = "task-2393917" [ 799.021723] env[62788]: _type = "Task" [ 799.021723] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.030629] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393917, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.202646] env[62788]: DEBUG oslo_concurrency.lockutils [None req-12844db1-010e-4260-82ad-ac588a589111 tempest-ServersV294TestFqdnHostnames-1533810383 tempest-ServersV294TestFqdnHostnames-1533810383-project-member] Lock "114c361b-5947-411c-a055-6a22bdb3cf97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.747s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.359155] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393913, 'name': CloneVM_Task, 'duration_secs': 1.472145} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.359438] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Created linked-clone VM from snapshot [ 799.360376] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab409142-7da7-41a0-af06-fd9e2275573f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.371652] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Uploading image d502cf83-91b3-4aff-afcb-51f98f543e78 {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 799.389742] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 799.390062] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15f1d1ae-3b95-49df-ace5-8afaac4cafd3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.396924] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 799.396924] env[62788]: value = "task-2393918" [ 799.396924] env[62788]: _type = "Task" [ 799.396924] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.407379] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393918, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.437244] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.437565] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1173c50-29c2-491a-9f56-51787a159149 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.445647] env[62788]: DEBUG oslo_vmware.api [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 799.445647] env[62788]: value = "task-2393919" [ 799.445647] env[62788]: _type = "Task" [ 799.445647] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.452921] env[62788]: DEBUG oslo_vmware.api [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393916, 'name': PowerOnVM_Task, 'duration_secs': 0.696873} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.454330] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.454330] env[62788]: INFO nova.compute.manager [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Took 10.84 seconds to spawn the instance on the hypervisor. [ 799.454330] env[62788]: DEBUG nova.compute.manager [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 799.454840] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c556c6-88f2-47ad-bda6-491fd7501d3a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.459836] env[62788]: DEBUG oslo_vmware.api [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.476053] env[62788]: DEBUG nova.network.neutron [-] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.505437] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31e6f0e2-d209-44a1-8e60-8e060b823c8e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.515758] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c79564-9afc-43d3-92b7-88b335f8b17f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.535913] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393917, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.059448} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.536267] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62788) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 799.537161] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340f3ce0-e08d-421b-8249-444885fed990 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.556452] env[62788]: DEBUG nova.compute.manager [req-84595fdb-91c3-4e98-81cb-92a7b87ecf5f req-1aa04521-f568-47f8-bbb9-b5ac18efd2b3 service nova] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Detach interface failed, port_id=1bb330f8-75c1-45dc-acdb-ba05b941ca19, reason: Instance 29774177-70b5-4709-9c23-f1dbbc552872 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 799.578939] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 70e46613-bc6f-4b1c-9a73-880bc8f77946/ephemeral_0.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.578939] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d188d97f-5120-4de2-b5c7-95289967fd36 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.600173] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 799.600173] env[62788]: value = "task-2393920" [ 799.600173] env[62788]: _type = "Task" [ 799.600173] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.611544] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.744897] env[62788]: DEBUG nova.compute.manager [req-0d0109c8-85cf-4093-8712-c5a31ede2bf5 req-29982553-a685-445d-bb0b-c3a2191666b6 service nova] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Received event network-vif-plugged-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 799.746761] env[62788]: DEBUG oslo_concurrency.lockutils [req-0d0109c8-85cf-4093-8712-c5a31ede2bf5 req-29982553-a685-445d-bb0b-c3a2191666b6 service nova] Acquiring lock "66088c34-b6c5-4e29-90db-508a0d06edb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.746761] env[62788]: DEBUG oslo_concurrency.lockutils [req-0d0109c8-85cf-4093-8712-c5a31ede2bf5 req-29982553-a685-445d-bb0b-c3a2191666b6 service nova] Lock "66088c34-b6c5-4e29-90db-508a0d06edb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.746761] env[62788]: DEBUG oslo_concurrency.lockutils [req-0d0109c8-85cf-4093-8712-c5a31ede2bf5 req-29982553-a685-445d-bb0b-c3a2191666b6 service nova] Lock "66088c34-b6c5-4e29-90db-508a0d06edb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.746761] env[62788]: DEBUG nova.compute.manager [req-0d0109c8-85cf-4093-8712-c5a31ede2bf5 req-29982553-a685-445d-bb0b-c3a2191666b6 service nova] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] No waiting events found dispatching network-vif-plugged-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 799.746761] env[62788]: WARNING nova.compute.manager [req-0d0109c8-85cf-4093-8712-c5a31ede2bf5 req-29982553-a685-445d-bb0b-c3a2191666b6 service nova] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Received unexpected event network-vif-plugged-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 for instance with vm_state building and task_state spawning. [ 799.806900] env[62788]: DEBUG nova.network.neutron [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Successfully updated port: e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.911341] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393918, 'name': Destroy_Task, 'duration_secs': 0.474953} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.912857] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Destroyed the VM [ 799.913995] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 799.914105] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37c067be-680e-4e90-b51c-695ab4818468 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.922357] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 799.922357] env[62788]: value = "task-2393921" [ 799.922357] env[62788]: _type = "Task" [ 799.922357] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.935313] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393921, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.960990] env[62788]: DEBUG oslo_vmware.api [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393919, 'name': PowerOnVM_Task, 'duration_secs': 0.468818} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.961555] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.962109] env[62788]: DEBUG nova.compute.manager [None req-7d1c48e4-4af6-438b-8f3d-2b66e6191636 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 799.962723] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a4de42-5c3d-4562-86a8-91398cc76c0e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.979391] env[62788]: INFO nova.compute.manager [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Took 40.92 seconds to build instance. [ 799.979391] env[62788]: INFO nova.compute.manager [-] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Took 1.71 seconds to deallocate network for instance. [ 800.110138] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393920, 'name': ReconfigVM_Task, 'duration_secs': 0.394116} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.110138] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 70e46613-bc6f-4b1c-9a73-880bc8f77946/ephemeral_0.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.110647] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-727633b7-af1a-4497-b7fc-16d695d70547 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.119403] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 800.119403] env[62788]: value = "task-2393922" [ 800.119403] env[62788]: _type = "Task" [ 800.119403] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.128782] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393922, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.230587] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6043dcb8-baba-4fac-a354-c6ff05d7d64b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.238270] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aaa01e-65b7-4eef-ab4e-b0fee787504a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.272009] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54939d0-abca-4e99-bda0-15130946c43f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.279753] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a41bb7-7b9b-44de-a543-de72655c0415 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.293512] env[62788]: DEBUG nova.compute.provider_tree [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.314029] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquiring lock "refresh_cache-66088c34-b6c5-4e29-90db-508a0d06edb4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.314029] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquired lock "refresh_cache-66088c34-b6c5-4e29-90db-508a0d06edb4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.314029] env[62788]: DEBUG nova.network.neutron [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.434704] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393921, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.484423] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ddf7c7a3-8d51-4f2e-8a6b-801d617bd28d tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.403s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.485389] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.630517] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393922, 'name': Rename_Task, 'duration_secs': 0.242587} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.631213] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.631684] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5758e04d-2a4e-4ad5-b6fe-e5193f64baa6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.639252] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 800.639252] env[62788]: value = "task-2393923" [ 800.639252] env[62788]: _type = "Task" [ 800.639252] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.648282] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.797841] env[62788]: DEBUG nova.scheduler.client.report [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.819748] env[62788]: DEBUG oslo_concurrency.lockutils [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquiring lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.819748] env[62788]: DEBUG oslo_concurrency.lockutils [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.820268] env[62788]: DEBUG oslo_concurrency.lockutils [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquiring lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 800.820763] env[62788]: DEBUG oslo_concurrency.lockutils [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 800.821082] env[62788]: DEBUG oslo_concurrency.lockutils [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.823270] env[62788]: INFO nova.compute.manager [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Terminating instance [ 800.891149] env[62788]: DEBUG nova.network.neutron [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.936858] env[62788]: DEBUG oslo_vmware.api [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393921, 'name': RemoveSnapshot_Task, 'duration_secs': 0.676721} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.937581] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 800.988936] env[62788]: DEBUG nova.compute.manager [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 801.163284] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393923, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.272862] env[62788]: DEBUG nova.network.neutron [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Updating instance_info_cache with network_info: [{"id": "e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508", "address": "fa:16:3e:fc:e0:31", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27aa32d-1d", "ovs_interfaceid": "e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.307736] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.308308] env[62788]: DEBUG nova.compute.manager [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 801.312580] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.816s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.312826] env[62788]: INFO nova.compute.claims [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.330793] env[62788]: DEBUG nova.compute.manager [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 801.331028] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.332150] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aa775a-bf19-4305-a2cc-39e048bf7ec6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.344249] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.344378] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2c58d90-bb20-42a9-bba9-e7f844f3b4be {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.359210] env[62788]: DEBUG oslo_vmware.api [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for the task: (returnval){ [ 801.359210] env[62788]: value = "task-2393924" [ 801.359210] env[62788]: _type = "Task" [ 801.359210] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.376685] env[62788]: DEBUG oslo_vmware.api [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.447404] env[62788]: WARNING nova.compute.manager [None req-89ad29e4-0eb5-4d04-ab5b-006776fc5a24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Image not found during snapshot: nova.exception.ImageNotFound: Image d502cf83-91b3-4aff-afcb-51f98f543e78 could not be found. [ 801.526976] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.658394] env[62788]: DEBUG oslo_vmware.api [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2393923, 'name': PowerOnVM_Task, 'duration_secs': 0.825223} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.659130] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.659130] env[62788]: INFO nova.compute.manager [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Took 9.37 seconds to spawn the instance on the hypervisor. [ 801.659388] env[62788]: DEBUG nova.compute.manager [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 801.660395] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d04dede-bca0-455e-bda4-b762f7cf732d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.773244] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Releasing lock "refresh_cache-66088c34-b6c5-4e29-90db-508a0d06edb4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.773619] env[62788]: DEBUG nova.compute.manager [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Instance network_info: |[{"id": "e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508", "address": "fa:16:3e:fc:e0:31", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27aa32d-1d", "ovs_interfaceid": "e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 801.774091] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:e0:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.781865] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Creating folder: Project (db829b1cc8a2457fa43cd6eb1882f43a). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.782140] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-377a06a1-5ae1-427c-9f6a-ee702f71becc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.793488] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Created folder: Project (db829b1cc8a2457fa43cd6eb1882f43a) in parent group-v485515. [ 801.793697] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Creating folder: Instances. Parent ref: group-v485653. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.793941] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89731b2a-2b76-462f-a3f8-8b7c53bdc5d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.802802] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Created folder: Instances in parent group-v485653. [ 801.803071] env[62788]: DEBUG oslo.service.loopingcall [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 801.803279] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.803488] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af86bffb-658b-462b-9f49-c7f818c162d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.820084] env[62788]: DEBUG nova.compute.utils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 801.822915] env[62788]: DEBUG nova.compute.manager [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 801.823454] env[62788]: DEBUG nova.network.neutron [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.829461] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.829461] env[62788]: value = "task-2393927" [ 801.829461] env[62788]: _type = "Task" [ 801.829461] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.837860] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393927, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.868434] env[62788]: DEBUG oslo_vmware.api [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393924, 'name': PowerOffVM_Task, 'duration_secs': 0.2499} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.868729] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.868795] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.869120] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-923ad077-955e-4b45-9a7a-b155b1a85d72 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.920186] env[62788]: DEBUG nova.policy [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41a0def0a809412893b62aac8dc9f90b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0c4fdf3df474fe3b1c4d21d12662f70', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.939950] env[62788]: DEBUG nova.compute.manager [req-62b9530d-cf38-4252-9e91-5890b123e7e2 req-1a7e3631-857e-43ff-9ce7-03ce3ed49510 service nova] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Received event network-changed-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 801.940220] env[62788]: DEBUG nova.compute.manager [req-62b9530d-cf38-4252-9e91-5890b123e7e2 req-1a7e3631-857e-43ff-9ce7-03ce3ed49510 service nova] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Refreshing instance network info cache due to event network-changed-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 801.940490] env[62788]: DEBUG oslo_concurrency.lockutils [req-62b9530d-cf38-4252-9e91-5890b123e7e2 req-1a7e3631-857e-43ff-9ce7-03ce3ed49510 service nova] Acquiring lock "refresh_cache-66088c34-b6c5-4e29-90db-508a0d06edb4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.940692] env[62788]: DEBUG oslo_concurrency.lockutils [req-62b9530d-cf38-4252-9e91-5890b123e7e2 req-1a7e3631-857e-43ff-9ce7-03ce3ed49510 service nova] Acquired lock "refresh_cache-66088c34-b6c5-4e29-90db-508a0d06edb4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.940902] env[62788]: DEBUG nova.network.neutron [req-62b9530d-cf38-4252-9e91-5890b123e7e2 req-1a7e3631-857e-43ff-9ce7-03ce3ed49510 service nova] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Refreshing network info cache for port e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.948530] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.949361] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.949361] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Deleting the datastore file [datastore2] 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.949796] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09132b74-e4f3-4200-bfc5-93a949a19e53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.959471] env[62788]: DEBUG oslo_vmware.api [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for the task: (returnval){ [ 801.959471] env[62788]: value = "task-2393929" [ 801.959471] env[62788]: _type = "Task" [ 801.959471] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.968718] env[62788]: DEBUG oslo_vmware.api [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.186345] env[62788]: INFO nova.compute.manager [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Took 38.27 seconds to build instance. [ 802.323834] env[62788]: DEBUG nova.compute.manager [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 802.346142] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393927, 'name': CreateVM_Task, 'duration_secs': 0.445382} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.346142] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.347055] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.347367] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.347799] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 802.348551] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24ed8d2b-6e6f-449d-8849-915bc4a078fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.354577] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for the task: (returnval){ [ 802.354577] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52be2282-995c-ed11-7c6a-1e9ea13adab6" [ 802.354577] env[62788]: _type = "Task" [ 802.354577] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.367068] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52be2282-995c-ed11-7c6a-1e9ea13adab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.476719] env[62788]: DEBUG oslo_vmware.api [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Task: {'id': task-2393929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257909} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.477124] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.477313] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.477548] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.477741] env[62788]: INFO nova.compute.manager [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Took 1.15 seconds to destroy the instance on the hypervisor. [ 802.477990] env[62788]: DEBUG oslo.service.loopingcall [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 802.478216] env[62788]: DEBUG nova.compute.manager [-] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 802.478304] env[62788]: DEBUG nova.network.neutron [-] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.623877] env[62788]: DEBUG nova.network.neutron [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Successfully created port: 9380d591-b4e7-46d5-a35d-627ed6d1c66b {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.688509] env[62788]: DEBUG oslo_concurrency.lockutils [None req-36f2639b-3ceb-4e6f-ae5b-d51b953b7401 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "70e46613-bc6f-4b1c-9a73-880bc8f77946" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.206s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.873126] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52be2282-995c-ed11-7c6a-1e9ea13adab6, 'name': SearchDatastore_Task, 'duration_secs': 0.024542} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.873741] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.874081] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.875107] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 802.875107] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.875371] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.875727] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02fbf49a-f788-48cc-af54-9a08c4275925 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.878911] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86345ea2-c3ab-425f-8b07-c7eca0e662bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.888235] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eaa061-aa46-48da-a769-0c14e2c51057 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.893062] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.893309] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.894343] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070978e5-e224-4ded-9079-ad8d1a360201 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.927093] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3265e49-8ecb-4fab-8ccc-773effa64830 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.932103] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for the task: (returnval){ [ 802.932103] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d19e43-e710-a346-1aa2-699de40c966f" [ 802.932103] env[62788]: _type = "Task" [ 802.932103] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.941738] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52c326f-af03-4c8f-ad03-c7121128f832 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.952711] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d19e43-e710-a346-1aa2-699de40c966f, 'name': SearchDatastore_Task, 'duration_secs': 0.013444} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.954127] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ef1595-8d65-47c7-84be-5b8e6a3f5718 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.965608] env[62788]: DEBUG nova.compute.provider_tree [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.969960] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for the task: (returnval){ [ 802.969960] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522a6023-b565-2fdb-c0f8-6bfb10a8b654" [ 802.969960] env[62788]: _type = "Task" [ 802.969960] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.981341] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522a6023-b565-2fdb-c0f8-6bfb10a8b654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.086031] env[62788]: DEBUG nova.network.neutron [req-62b9530d-cf38-4252-9e91-5890b123e7e2 req-1a7e3631-857e-43ff-9ce7-03ce3ed49510 service nova] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Updated VIF entry in instance network info cache for port e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.086031] env[62788]: DEBUG nova.network.neutron [req-62b9530d-cf38-4252-9e91-5890b123e7e2 req-1a7e3631-857e-43ff-9ce7-03ce3ed49510 service nova] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Updating instance_info_cache with network_info: [{"id": "e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508", "address": "fa:16:3e:fc:e0:31", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27aa32d-1d", "ovs_interfaceid": "e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.343728] env[62788]: DEBUG nova.compute.manager [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 803.381757] env[62788]: DEBUG nova.virt.hardware [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.382055] env[62788]: DEBUG nova.virt.hardware [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.382225] env[62788]: DEBUG nova.virt.hardware [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.382593] env[62788]: DEBUG nova.virt.hardware [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.382593] env[62788]: DEBUG nova.virt.hardware [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.382742] env[62788]: DEBUG nova.virt.hardware [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.382949] env[62788]: DEBUG nova.virt.hardware [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.383181] env[62788]: DEBUG nova.virt.hardware [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.383382] env[62788]: DEBUG nova.virt.hardware [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.383516] env[62788]: DEBUG nova.virt.hardware [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.385512] env[62788]: DEBUG nova.virt.hardware [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.385512] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbc2e06-4611-4f87-8319-2e17a5348851 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.393026] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d629fbd-1d12-452e-8196-31967eb97afc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.468569] env[62788]: DEBUG nova.scheduler.client.report [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.485018] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522a6023-b565-2fdb-c0f8-6bfb10a8b654, 'name': SearchDatastore_Task, 'duration_secs': 0.009809} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.485018] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.485018] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 66088c34-b6c5-4e29-90db-508a0d06edb4/66088c34-b6c5-4e29-90db-508a0d06edb4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.485018] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60d5027a-7cdc-423a-9c27-6b87ae7c11d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.489435] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for the task: (returnval){ [ 803.489435] env[62788]: value = "task-2393930" [ 803.489435] env[62788]: _type = "Task" [ 803.489435] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.497687] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.590613] env[62788]: DEBUG oslo_concurrency.lockutils [req-62b9530d-cf38-4252-9e91-5890b123e7e2 req-1a7e3631-857e-43ff-9ce7-03ce3ed49510 service nova] Releasing lock "refresh_cache-66088c34-b6c5-4e29-90db-508a0d06edb4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 803.605843] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "23dd65a4-a98a-46db-8006-b00482ece873" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.605843] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "23dd65a4-a98a-46db-8006-b00482ece873" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.605843] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "23dd65a4-a98a-46db-8006-b00482ece873-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.605843] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "23dd65a4-a98a-46db-8006-b00482ece873-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.606050] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "23dd65a4-a98a-46db-8006-b00482ece873-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.609840] env[62788]: INFO nova.compute.manager [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Terminating instance [ 803.910223] env[62788]: DEBUG nova.network.neutron [-] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.977595] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.978173] env[62788]: DEBUG nova.compute.manager [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 803.982437] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.426s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.009222] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495318} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.009750] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 66088c34-b6c5-4e29-90db-508a0d06edb4/66088c34-b6c5-4e29-90db-508a0d06edb4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.010389] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.010671] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d9dba03-f6eb-424b-b0d1-4f02289cbf21 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.017515] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for the task: (returnval){ [ 804.017515] env[62788]: value = "task-2393931" [ 804.017515] env[62788]: _type = "Task" [ 804.017515] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.029720] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.112830] env[62788]: DEBUG nova.compute.manager [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 804.114167] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.115286] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ad7f33-ad1a-4550-91b8-27f346190422 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.123513] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.123773] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e43e6e1f-ab0a-46b7-bcc1-1f27e22be31f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.129556] env[62788]: DEBUG oslo_vmware.api [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 804.129556] env[62788]: value = "task-2393932" [ 804.129556] env[62788]: _type = "Task" [ 804.129556] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.138024] env[62788]: DEBUG oslo_vmware.api [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.207355] env[62788]: DEBUG nova.compute.manager [req-cbb2b1fc-2869-4417-805c-f1bb74d8b5c7 req-18cd627d-8a4f-4b5d-95c5-b44dd673df1b service nova] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Received event network-vif-deleted-807ab249-a365-4bf6-b509-64cb022d2b9e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 804.207623] env[62788]: DEBUG nova.compute.manager [req-cbb2b1fc-2869-4417-805c-f1bb74d8b5c7 req-18cd627d-8a4f-4b5d-95c5-b44dd673df1b service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Received event network-changed-223e3437-51db-46d6-a21c-a321abef4598 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 804.207796] env[62788]: DEBUG nova.compute.manager [req-cbb2b1fc-2869-4417-805c-f1bb74d8b5c7 req-18cd627d-8a4f-4b5d-95c5-b44dd673df1b service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Refreshing instance network info cache due to event network-changed-223e3437-51db-46d6-a21c-a321abef4598. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 804.208020] env[62788]: DEBUG oslo_concurrency.lockutils [req-cbb2b1fc-2869-4417-805c-f1bb74d8b5c7 req-18cd627d-8a4f-4b5d-95c5-b44dd673df1b service nova] Acquiring lock "refresh_cache-70e46613-bc6f-4b1c-9a73-880bc8f77946" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.208859] env[62788]: DEBUG oslo_concurrency.lockutils [req-cbb2b1fc-2869-4417-805c-f1bb74d8b5c7 req-18cd627d-8a4f-4b5d-95c5-b44dd673df1b service nova] Acquired lock "refresh_cache-70e46613-bc6f-4b1c-9a73-880bc8f77946" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.210177] env[62788]: DEBUG nova.network.neutron [req-cbb2b1fc-2869-4417-805c-f1bb74d8b5c7 req-18cd627d-8a4f-4b5d-95c5-b44dd673df1b service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Refreshing network info cache for port 223e3437-51db-46d6-a21c-a321abef4598 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.413159] env[62788]: INFO nova.compute.manager [-] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Took 1.93 seconds to deallocate network for instance. [ 804.486244] env[62788]: DEBUG nova.compute.utils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 804.491044] env[62788]: INFO nova.compute.claims [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.494053] env[62788]: DEBUG nova.compute.manager [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 804.494299] env[62788]: DEBUG nova.network.neutron [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.529297] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061697} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.529562] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.530482] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e56ad2-75e0-44c2-a71e-cb3f738d4df4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.552758] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 66088c34-b6c5-4e29-90db-508a0d06edb4/66088c34-b6c5-4e29-90db-508a0d06edb4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.553051] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd5d6e77-dcea-42b4-a6f3-729559b345f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.569576] env[62788]: DEBUG nova.policy [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58f9bb146b844cd5a8529c842611ecfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd7d4042e0b744a7bb7ba67889e56bdb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.577161] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for the task: (returnval){ [ 804.577161] env[62788]: value = "task-2393933" [ 804.577161] env[62788]: _type = "Task" [ 804.577161] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.586142] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.639192] env[62788]: DEBUG oslo_vmware.api [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393932, 'name': PowerOffVM_Task, 'duration_secs': 0.399451} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.639501] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.639708] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.639931] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5637b778-312b-41d6-907e-22d9e83fc769 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.751852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.752165] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.920848] env[62788]: DEBUG oslo_concurrency.lockutils [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 804.994807] env[62788]: DEBUG nova.compute.manager [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 805.000669] env[62788]: INFO nova.compute.resource_tracker [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating resource usage from migration 7e213f84-237b-45a3-a615-d087186df297 [ 805.023383] env[62788]: DEBUG nova.network.neutron [req-cbb2b1fc-2869-4417-805c-f1bb74d8b5c7 req-18cd627d-8a4f-4b5d-95c5-b44dd673df1b service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Updated VIF entry in instance network info cache for port 223e3437-51db-46d6-a21c-a321abef4598. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.023897] env[62788]: DEBUG nova.network.neutron [req-cbb2b1fc-2869-4417-805c-f1bb74d8b5c7 req-18cd627d-8a4f-4b5d-95c5-b44dd673df1b service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Updating instance_info_cache with network_info: [{"id": "223e3437-51db-46d6-a21c-a321abef4598", "address": "fa:16:3e:d3:f4:49", "network": {"id": "ec32d157-c6e7-4aae-8218-0380b2aaf6fa", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1468670508-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a66c96d264f4031b9e87d76a15007c8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap223e3437-51", "ovs_interfaceid": "223e3437-51db-46d6-a21c-a321abef4598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.090646] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.122416] env[62788]: DEBUG nova.network.neutron [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Successfully created port: 3c371dc8-a558-4e17-b3c9-4655998b2e3c {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.195267] env[62788]: DEBUG nova.network.neutron [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Successfully updated port: 9380d591-b4e7-46d5-a35d-627ed6d1c66b {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.254845] env[62788]: DEBUG nova.compute.manager [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 805.485346] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7f0cd8-9b3c-4882-978f-9ebe9d57deae {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.493657] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc82e63d-e60f-42b4-a0e5-37519a241e71 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.534645] env[62788]: DEBUG oslo_concurrency.lockutils [req-cbb2b1fc-2869-4417-805c-f1bb74d8b5c7 req-18cd627d-8a4f-4b5d-95c5-b44dd673df1b service nova] Releasing lock "refresh_cache-70e46613-bc6f-4b1c-9a73-880bc8f77946" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.535375] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db3e822-e04a-4471-a1e0-89c528a46891 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.546741] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82613dc8-6096-4a79-ad0a-8a9778a9d8bd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.561546] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "c66cf078-4d7d-433d-98ee-2206453351f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.561723] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "c66cf078-4d7d-433d-98ee-2206453351f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.561925] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "c66cf078-4d7d-433d-98ee-2206453351f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.562150] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "c66cf078-4d7d-433d-98ee-2206453351f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.562314] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "c66cf078-4d7d-433d-98ee-2206453351f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.564368] env[62788]: INFO nova.compute.manager [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Terminating instance [ 805.566167] env[62788]: DEBUG nova.compute.provider_tree [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.590014] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393933, 'name': ReconfigVM_Task, 'duration_secs': 0.787574} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.590204] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 66088c34-b6c5-4e29-90db-508a0d06edb4/66088c34-b6c5-4e29-90db-508a0d06edb4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.590810] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d088eca4-23bd-4807-8707-8f58226cd589 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.597393] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for the task: (returnval){ [ 805.597393] env[62788]: value = "task-2393935" [ 805.597393] env[62788]: _type = "Task" [ 805.597393] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.609289] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393935, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.701369] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquiring lock "refresh_cache-4614e196-1acd-456d-940a-b2bc14a755ee" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.704261] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquired lock "refresh_cache-4614e196-1acd-456d-940a-b2bc14a755ee" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.704261] env[62788]: DEBUG nova.network.neutron [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.775820] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.034853] env[62788]: DEBUG nova.compute.manager [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 806.042531] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.042762] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.042986] env[62788]: INFO nova.compute.manager [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Rebooting instance [ 806.060640] env[62788]: DEBUG nova.virt.hardware [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.060875] env[62788]: DEBUG nova.virt.hardware [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.061044] env[62788]: DEBUG nova.virt.hardware [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.061251] env[62788]: DEBUG nova.virt.hardware [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.061433] env[62788]: DEBUG nova.virt.hardware [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.061585] env[62788]: DEBUG nova.virt.hardware [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.061795] env[62788]: DEBUG nova.virt.hardware [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.061954] env[62788]: DEBUG nova.virt.hardware [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.062138] env[62788]: DEBUG nova.virt.hardware [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.062316] env[62788]: DEBUG nova.virt.hardware [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.062502] env[62788]: DEBUG nova.virt.hardware [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.063640] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda6aa30-0c9b-4184-94c3-d011f0c22222 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.069199] env[62788]: DEBUG nova.scheduler.client.report [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.076248] env[62788]: DEBUG nova.compute.manager [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 806.076457] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.077703] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad65400-1c1c-4329-9e98-3ab3e05a0f37 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.081824] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e4bec8-909f-43df-8dbc-e3c9a95d5fde {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.090168] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.097656] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f550ec0f-7800-4d11-a57c-fd5a98d131c0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.107120] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393935, 'name': Rename_Task, 'duration_secs': 0.358289} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.108342] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.108964] env[62788]: DEBUG oslo_vmware.api [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 806.108964] env[62788]: value = "task-2393936" [ 806.108964] env[62788]: _type = "Task" [ 806.108964] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.109273] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc1d7243-3ca9-4114-8855-a48790fe421d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.120802] env[62788]: DEBUG oslo_vmware.api [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.122166] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for the task: (returnval){ [ 806.122166] env[62788]: value = "task-2393937" [ 806.122166] env[62788]: _type = "Task" [ 806.122166] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.129682] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.240290] env[62788]: DEBUG nova.compute.manager [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Received event network-vif-plugged-9380d591-b4e7-46d5-a35d-627ed6d1c66b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 806.240598] env[62788]: DEBUG oslo_concurrency.lockutils [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] Acquiring lock "4614e196-1acd-456d-940a-b2bc14a755ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.240820] env[62788]: DEBUG oslo_concurrency.lockutils [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] Lock "4614e196-1acd-456d-940a-b2bc14a755ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.241024] env[62788]: DEBUG oslo_concurrency.lockutils [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] Lock "4614e196-1acd-456d-940a-b2bc14a755ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.241263] env[62788]: DEBUG nova.compute.manager [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] No waiting events found dispatching network-vif-plugged-9380d591-b4e7-46d5-a35d-627ed6d1c66b {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.241462] env[62788]: WARNING nova.compute.manager [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Received unexpected event network-vif-plugged-9380d591-b4e7-46d5-a35d-627ed6d1c66b for instance with vm_state building and task_state spawning. [ 806.241658] env[62788]: DEBUG nova.compute.manager [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Received event network-changed-9380d591-b4e7-46d5-a35d-627ed6d1c66b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 806.241836] env[62788]: DEBUG nova.compute.manager [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Refreshing instance network info cache due to event network-changed-9380d591-b4e7-46d5-a35d-627ed6d1c66b. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 806.242019] env[62788]: DEBUG oslo_concurrency.lockutils [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] Acquiring lock "refresh_cache-4614e196-1acd-456d-940a-b2bc14a755ee" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.242904] env[62788]: DEBUG nova.network.neutron [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.436081] env[62788]: DEBUG nova.network.neutron [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Updating instance_info_cache with network_info: [{"id": "9380d591-b4e7-46d5-a35d-627ed6d1c66b", "address": "fa:16:3e:cf:c2:53", "network": {"id": "1fcd0e41-2f5b-4f46-bafa-59c83a639009", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-853429690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c4fdf3df474fe3b1c4d21d12662f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9380d591-b4", "ovs_interfaceid": "9380d591-b4e7-46d5-a35d-627ed6d1c66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.565491] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.565686] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.565862] env[62788]: DEBUG nova.network.neutron [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.578084] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.596s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.578282] env[62788]: INFO nova.compute.manager [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Migrating [ 806.584942] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.596s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.586433] env[62788]: INFO nova.compute.claims [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.621460] env[62788]: DEBUG oslo_vmware.api [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393936, 'name': PowerOffVM_Task, 'duration_secs': 0.228293} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.621460] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.621714] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.621755] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b84b98eb-9d99-46f4-9141-540276469bfc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.632598] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393937, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.901319] env[62788]: DEBUG nova.network.neutron [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Successfully updated port: 3c371dc8-a558-4e17-b3c9-4655998b2e3c {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.939584] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Releasing lock "refresh_cache-4614e196-1acd-456d-940a-b2bc14a755ee" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.939584] env[62788]: DEBUG nova.compute.manager [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Instance network_info: |[{"id": "9380d591-b4e7-46d5-a35d-627ed6d1c66b", "address": "fa:16:3e:cf:c2:53", "network": {"id": "1fcd0e41-2f5b-4f46-bafa-59c83a639009", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-853429690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c4fdf3df474fe3b1c4d21d12662f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9380d591-b4", "ovs_interfaceid": "9380d591-b4e7-46d5-a35d-627ed6d1c66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 806.939860] env[62788]: DEBUG oslo_concurrency.lockutils [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] Acquired lock "refresh_cache-4614e196-1acd-456d-940a-b2bc14a755ee" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.939860] env[62788]: DEBUG nova.network.neutron [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Refreshing network info cache for port 9380d591-b4e7-46d5-a35d-627ed6d1c66b {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.941308] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:c2:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9380d591-b4e7-46d5-a35d-627ed6d1c66b', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.949855] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Creating folder: Project (b0c4fdf3df474fe3b1c4d21d12662f70). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.954190] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f707a63b-3b93-4ebf-ab5e-a008ef11714c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.964384] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Created folder: Project (b0c4fdf3df474fe3b1c4d21d12662f70) in parent group-v485515. [ 806.964631] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Creating folder: Instances. Parent ref: group-v485656. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.964902] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4e95334-2f28-48de-8d09-6160a36faf13 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.973601] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Created folder: Instances in parent group-v485656. [ 806.973824] env[62788]: DEBUG oslo.service.loopingcall [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 806.974025] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.974233] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b4dd600-1434-4332-8574-f459bcc6e6fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.994099] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.994099] env[62788]: value = "task-2393941" [ 806.994099] env[62788]: _type = "Task" [ 806.994099] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.006672] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393941, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.096685] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.097036] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.097036] env[62788]: DEBUG nova.network.neutron [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.134186] env[62788]: DEBUG oslo_vmware.api [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393937, 'name': PowerOnVM_Task, 'duration_secs': 0.734833} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.134542] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.134713] env[62788]: INFO nova.compute.manager [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Took 8.58 seconds to spawn the instance on the hypervisor. [ 807.135137] env[62788]: DEBUG nova.compute.manager [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 807.135916] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5da24d4-4294-499c-9e6b-77eacb1c54eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.300891] env[62788]: DEBUG nova.network.neutron [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Updated VIF entry in instance network info cache for port 9380d591-b4e7-46d5-a35d-627ed6d1c66b. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.301302] env[62788]: DEBUG nova.network.neutron [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Updating instance_info_cache with network_info: [{"id": "9380d591-b4e7-46d5-a35d-627ed6d1c66b", "address": "fa:16:3e:cf:c2:53", "network": {"id": "1fcd0e41-2f5b-4f46-bafa-59c83a639009", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-853429690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0c4fdf3df474fe3b1c4d21d12662f70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9380d591-b4", "ovs_interfaceid": "9380d591-b4e7-46d5-a35d-627ed6d1c66b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.359314] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.359623] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.359912] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Deleting the datastore file [datastore1] 23dd65a4-a98a-46db-8006-b00482ece873 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.361230] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02183d87-dd21-4b64-9c44-cae2283cbe40 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.363181] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.363369] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.363541] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Deleting the datastore file [datastore1] c66cf078-4d7d-433d-98ee-2206453351f4 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.363784] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bb4b9c8-efe8-4006-826e-c03572850671 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.370021] env[62788]: DEBUG oslo_vmware.api [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 807.370021] env[62788]: value = "task-2393942" [ 807.370021] env[62788]: _type = "Task" [ 807.370021] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.371262] env[62788]: DEBUG oslo_vmware.api [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 807.371262] env[62788]: value = "task-2393943" [ 807.371262] env[62788]: _type = "Task" [ 807.371262] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.382068] env[62788]: DEBUG oslo_vmware.api [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.385066] env[62788]: DEBUG oslo_vmware.api [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.399859] env[62788]: DEBUG nova.network.neutron [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance_info_cache with network_info: [{"id": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "address": "fa:16:3e:68:67:39", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef63f19-c1", "ovs_interfaceid": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.402020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "refresh_cache-eb4887db-5cc7-4863-9f44-41fc955914c5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.402177] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquired lock "refresh_cache-eb4887db-5cc7-4863-9f44-41fc955914c5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.402331] env[62788]: DEBUG nova.network.neutron [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.505235] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393941, 'name': CreateVM_Task, 'duration_secs': 0.384848} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.505470] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.506183] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 807.506403] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.506852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 807.507043] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be742772-ef0a-4cdb-9c51-1d8bee3f2a51 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.511969] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 807.511969] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5214748d-c8ff-5d8f-8732-9fdc0d3a56dc" [ 807.511969] env[62788]: _type = "Task" [ 807.511969] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.519535] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5214748d-c8ff-5d8f-8732-9fdc0d3a56dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.654618] env[62788]: INFO nova.compute.manager [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Took 33.63 seconds to build instance. [ 807.803801] env[62788]: DEBUG oslo_concurrency.lockutils [req-c4fb9ae2-53b7-4b42-b1a5-6176b7253ca3 req-39aa51f6-8f42-43fb-a0d8-0d90c78c23e4 service nova] Releasing lock "refresh_cache-4614e196-1acd-456d-940a-b2bc14a755ee" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.863041] env[62788]: DEBUG nova.network.neutron [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance_info_cache with network_info: [{"id": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "address": "fa:16:3e:9e:4c:a5", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361b031c-7a", "ovs_interfaceid": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.889657] env[62788]: DEBUG oslo_vmware.api [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2393942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180133} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.889892] env[62788]: DEBUG oslo_vmware.api [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2393943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191054} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.890158] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.890358] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.890506] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.890675] env[62788]: INFO nova.compute.manager [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Took 3.78 seconds to destroy the instance on the hypervisor. [ 807.890911] env[62788]: DEBUG oslo.service.loopingcall [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.891113] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.891281] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.891457] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.891595] env[62788]: INFO nova.compute.manager [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Took 1.82 seconds to destroy the instance on the hypervisor. [ 807.891795] env[62788]: DEBUG oslo.service.loopingcall [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.893938] env[62788]: DEBUG nova.compute.manager [-] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 807.894060] env[62788]: DEBUG nova.network.neutron [-] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.895434] env[62788]: DEBUG nova.compute.manager [-] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 807.895530] env[62788]: DEBUG nova.network.neutron [-] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.902261] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.943145] env[62788]: DEBUG nova.network.neutron [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.025542] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5214748d-c8ff-5d8f-8732-9fdc0d3a56dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.030692] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.033858] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.033858] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.033858] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.033858] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.033858] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45dbaf28-6d38-4e9c-82a7-42c93db4bb32 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.037644] env[62788]: DEBUG nova.compute.manager [None req-6f1f32c5-a4e5-400e-95be-c4c5ef7dc870 tempest-ServerExternalEventsTest-282427323 tempest-ServerExternalEventsTest-282427323-project] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Received event network-changed {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 808.037644] env[62788]: DEBUG nova.compute.manager [None req-6f1f32c5-a4e5-400e-95be-c4c5ef7dc870 tempest-ServerExternalEventsTest-282427323 tempest-ServerExternalEventsTest-282427323-project] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Refreshing instance network info cache due to event network-changed. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 808.037644] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f1f32c5-a4e5-400e-95be-c4c5ef7dc870 tempest-ServerExternalEventsTest-282427323 tempest-ServerExternalEventsTest-282427323-project] Acquiring lock "refresh_cache-66088c34-b6c5-4e29-90db-508a0d06edb4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.037644] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f1f32c5-a4e5-400e-95be-c4c5ef7dc870 tempest-ServerExternalEventsTest-282427323 tempest-ServerExternalEventsTest-282427323-project] Acquired lock "refresh_cache-66088c34-b6c5-4e29-90db-508a0d06edb4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.037644] env[62788]: DEBUG nova.network.neutron [None req-6f1f32c5-a4e5-400e-95be-c4c5ef7dc870 tempest-ServerExternalEventsTest-282427323 tempest-ServerExternalEventsTest-282427323-project] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.048200] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.048428] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.049334] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d60ce49-4267-47fa-a1ea-4be90e42ef48 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.054195] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910c24a6-f7d9-4127-b94e-a14474a4a62b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.062163] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 808.062163] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529c3901-8f22-aa01-11c8-9050545fc72e" [ 808.062163] env[62788]: _type = "Task" [ 808.062163] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.065993] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d31ee2b-0ab2-4432-847f-84de4292eb42 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.075337] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529c3901-8f22-aa01-11c8-9050545fc72e, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.106375] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a565f64-51b3-4a55-bea8-dcea417e3d1f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.106375] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41489dba-9dfb-46ad-bbbd-8630b98cbd0d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.115080] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 808.115080] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f08777-3567-aacf-720a-60968ea1cdf2" [ 808.115080] env[62788]: _type = "Task" [ 808.115080] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.116379] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047e1a34-f96e-491f-8da7-ca824799d248 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.136324] env[62788]: DEBUG nova.compute.provider_tree [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.137718] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f08777-3567-aacf-720a-60968ea1cdf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.138168] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.138415] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 4614e196-1acd-456d-940a-b2bc14a755ee/4614e196-1acd-456d-940a-b2bc14a755ee.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.138667] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6c20f6d-0135-482e-915b-3b78df03f518 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.145909] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 808.145909] env[62788]: value = "task-2393944" [ 808.145909] env[62788]: _type = "Task" [ 808.145909] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.155430] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.158182] env[62788]: DEBUG oslo_concurrency.lockutils [None req-afc9e8c7-7098-4800-b573-5f4f74acd722 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Lock "66088c34-b6c5-4e29-90db-508a0d06edb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.464s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.197956] env[62788]: DEBUG nova.network.neutron [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Updating instance_info_cache with network_info: [{"id": "3c371dc8-a558-4e17-b3c9-4655998b2e3c", "address": "fa:16:3e:13:7d:e7", "network": {"id": "7b73a1ff-61a5-4d7a-8015-4e6ec7c09737", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301762229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7d4042e0b744a7bb7ba67889e56bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c371dc8-a5", "ovs_interfaceid": "3c371dc8-a558-4e17-b3c9-4655998b2e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.365623] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.379413] env[62788]: DEBUG nova.compute.manager [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Received event network-vif-plugged-3c371dc8-a558-4e17-b3c9-4655998b2e3c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 808.379413] env[62788]: DEBUG oslo_concurrency.lockutils [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] Acquiring lock "eb4887db-5cc7-4863-9f44-41fc955914c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.379413] env[62788]: DEBUG oslo_concurrency.lockutils [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] Lock "eb4887db-5cc7-4863-9f44-41fc955914c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.379794] env[62788]: DEBUG oslo_concurrency.lockutils [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] Lock "eb4887db-5cc7-4863-9f44-41fc955914c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.379794] env[62788]: DEBUG nova.compute.manager [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] No waiting events found dispatching network-vif-plugged-3c371dc8-a558-4e17-b3c9-4655998b2e3c {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.379962] env[62788]: WARNING nova.compute.manager [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Received unexpected event network-vif-plugged-3c371dc8-a558-4e17-b3c9-4655998b2e3c for instance with vm_state building and task_state spawning. [ 808.380533] env[62788]: DEBUG nova.compute.manager [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Received event network-changed-3c371dc8-a558-4e17-b3c9-4655998b2e3c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 808.380533] env[62788]: DEBUG nova.compute.manager [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Refreshing instance network info cache due to event network-changed-3c371dc8-a558-4e17-b3c9-4655998b2e3c. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 808.380533] env[62788]: DEBUG oslo_concurrency.lockutils [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] Acquiring lock "refresh_cache-eb4887db-5cc7-4863-9f44-41fc955914c5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 808.407653] env[62788]: DEBUG nova.compute.manager [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 808.408593] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ef0e8f-2923-491f-8950-314ce27fd191 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.639634] env[62788]: DEBUG nova.scheduler.client.report [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.658721] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502199} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.659056] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 4614e196-1acd-456d-940a-b2bc14a755ee/4614e196-1acd-456d-940a-b2bc14a755ee.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.659341] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.659676] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f34a88ce-944a-4c60-b9d3-edaea61cd6cd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.666275] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 808.666275] env[62788]: value = "task-2393945" [ 808.666275] env[62788]: _type = "Task" [ 808.666275] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.673880] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.702606] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Releasing lock "refresh_cache-eb4887db-5cc7-4863-9f44-41fc955914c5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 808.702944] env[62788]: DEBUG nova.compute.manager [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Instance network_info: |[{"id": "3c371dc8-a558-4e17-b3c9-4655998b2e3c", "address": "fa:16:3e:13:7d:e7", "network": {"id": "7b73a1ff-61a5-4d7a-8015-4e6ec7c09737", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301762229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7d4042e0b744a7bb7ba67889e56bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c371dc8-a5", "ovs_interfaceid": "3c371dc8-a558-4e17-b3c9-4655998b2e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 808.703267] env[62788]: DEBUG oslo_concurrency.lockutils [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] Acquired lock "refresh_cache-eb4887db-5cc7-4863-9f44-41fc955914c5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.703477] env[62788]: DEBUG nova.network.neutron [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Refreshing network info cache for port 3c371dc8-a558-4e17-b3c9-4655998b2e3c {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.704723] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:7d:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43798f54-0c07-4417-a23f-58bb6b7e204b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c371dc8-a558-4e17-b3c9-4655998b2e3c', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.712632] env[62788]: DEBUG oslo.service.loopingcall [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.715603] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.716127] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c30466b2-0123-4187-b9fc-dd33d00e1059 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.738297] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.738297] env[62788]: value = "task-2393946" [ 808.738297] env[62788]: _type = "Task" [ 808.738297] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.745946] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393946, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.846787] env[62788]: DEBUG nova.network.neutron [-] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.851779] env[62788]: DEBUG nova.network.neutron [-] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.852842] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquiring lock "66088c34-b6c5-4e29-90db-508a0d06edb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.853221] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Lock "66088c34-b6c5-4e29-90db-508a0d06edb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.853301] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquiring lock "66088c34-b6c5-4e29-90db-508a0d06edb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.853638] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Lock "66088c34-b6c5-4e29-90db-508a0d06edb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.853638] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Lock "66088c34-b6c5-4e29-90db-508a0d06edb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.855956] env[62788]: INFO nova.compute.manager [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Terminating instance [ 808.884561] env[62788]: DEBUG nova.network.neutron [None req-6f1f32c5-a4e5-400e-95be-c4c5ef7dc870 tempest-ServerExternalEventsTest-282427323 tempest-ServerExternalEventsTest-282427323-project] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Updating instance_info_cache with network_info: [{"id": "e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508", "address": "fa:16:3e:fc:e0:31", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape27aa32d-1d", "ovs_interfaceid": "e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.145281] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.145903] env[62788]: DEBUG nova.compute.manager [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 809.149729] env[62788]: DEBUG oslo_concurrency.lockutils [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.448s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.149729] env[62788]: DEBUG nova.objects.instance [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lazy-loading 'resources' on Instance uuid 7a5bea28-eabd-49dd-a854-33805622c7d4 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.179433] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063519} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.179745] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.180604] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45a028e-6c66-4cf2-93ff-5226f6ac706f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.204727] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 4614e196-1acd-456d-940a-b2bc14a755ee/4614e196-1acd-456d-940a-b2bc14a755ee.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.205716] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a820fd2-d9a2-460d-acb8-edcf3b0ed889 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.227109] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 809.227109] env[62788]: value = "task-2393947" [ 809.227109] env[62788]: _type = "Task" [ 809.227109] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.235518] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.249053] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393946, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.267128] env[62788]: DEBUG nova.network.neutron [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Updated VIF entry in instance network info cache for port 3c371dc8-a558-4e17-b3c9-4655998b2e3c. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.267584] env[62788]: DEBUG nova.network.neutron [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Updating instance_info_cache with network_info: [{"id": "3c371dc8-a558-4e17-b3c9-4655998b2e3c", "address": "fa:16:3e:13:7d:e7", "network": {"id": "7b73a1ff-61a5-4d7a-8015-4e6ec7c09737", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-301762229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd7d4042e0b744a7bb7ba67889e56bdb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43798f54-0c07-4417-a23f-58bb6b7e204b", "external-id": "nsx-vlan-transportzone-571", "segmentation_id": 571, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c371dc8-a5", "ovs_interfaceid": "3c371dc8-a558-4e17-b3c9-4655998b2e3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.349643] env[62788]: INFO nova.compute.manager [-] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Took 1.45 seconds to deallocate network for instance. [ 809.355681] env[62788]: INFO nova.compute.manager [-] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Took 1.46 seconds to deallocate network for instance. [ 809.360485] env[62788]: DEBUG nova.compute.manager [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 809.360794] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.361780] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461865dd-d910-4618-9cef-5abda615d9c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.370662] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.370921] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45b4c09b-41b3-4fb5-ad6d-4b9f6d46d411 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.379552] env[62788]: DEBUG oslo_vmware.api [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for the task: (returnval){ [ 809.379552] env[62788]: value = "task-2393948" [ 809.379552] env[62788]: _type = "Task" [ 809.379552] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.387914] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6f1f32c5-a4e5-400e-95be-c4c5ef7dc870 tempest-ServerExternalEventsTest-282427323 tempest-ServerExternalEventsTest-282427323-project] Releasing lock "refresh_cache-66088c34-b6c5-4e29-90db-508a0d06edb4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.388325] env[62788]: DEBUG oslo_vmware.api [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.426075] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966147e6-756e-4bec-b9f1-c900fb6b5667 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.433809] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Doing hard reboot of VM {{(pid=62788) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 809.434093] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-46c2e660-540c-4c21-a94f-2a5725edc6a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.440223] env[62788]: DEBUG oslo_vmware.api [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 809.440223] env[62788]: value = "task-2393949" [ 809.440223] env[62788]: _type = "Task" [ 809.440223] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.448249] env[62788]: DEBUG oslo_vmware.api [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393949, 'name': ResetVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.652532] env[62788]: DEBUG nova.compute.utils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 809.656776] env[62788]: DEBUG nova.compute.manager [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 809.656988] env[62788]: DEBUG nova.network.neutron [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.719195] env[62788]: DEBUG nova.policy [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0da0cb0e9b904acba0b10e04012883bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7d2caba254c4d43926b0a5b3458e6bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.736694] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393947, 'name': ReconfigVM_Task, 'duration_secs': 0.341956} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.737104] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 4614e196-1acd-456d-940a-b2bc14a755ee/4614e196-1acd-456d-940a-b2bc14a755ee.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.740516] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-200607c6-e625-43a3-af5e-7549ff45a21a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.750815] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393946, 'name': CreateVM_Task, 'duration_secs': 0.587159} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.751949] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.752311] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 809.752311] env[62788]: value = "task-2393950" [ 809.752311] env[62788]: _type = "Task" [ 809.752311] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.755096] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.755300] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.755612] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 809.756271] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e12052-6fad-49ff-85a6-370d997184a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.763829] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 809.763829] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5201721a-3599-2a51-1f3b-44e4c2da35f2" [ 809.763829] env[62788]: _type = "Task" [ 809.763829] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.767945] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393950, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.774058] env[62788]: DEBUG oslo_concurrency.lockutils [req-08407e17-93a8-49be-97d1-b5e9f4d948eb req-895e6d4d-1696-4fc0-b85f-72a417a5cde7 service nova] Releasing lock "refresh_cache-eb4887db-5cc7-4863-9f44-41fc955914c5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.779843] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5201721a-3599-2a51-1f3b-44e4c2da35f2, 'name': SearchDatastore_Task, 'duration_secs': 0.012648} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.780167] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 809.780420] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.780648] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 809.780749] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.780932] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.781373] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eba3ca54-9a53-4d8c-8610-61f57e848b7b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.789470] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.789635] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.790392] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4187a3d-7a91-41c3-b3d5-ddef1fe31aa2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.797938] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 809.797938] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d6b021-0333-7ddb-636b-c2e0ed50c6ea" [ 809.797938] env[62788]: _type = "Task" [ 809.797938] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.809276] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d6b021-0333-7ddb-636b-c2e0ed50c6ea, 'name': SearchDatastore_Task, 'duration_secs': 0.008341} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.810061] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c656b94-eb43-4262-80fd-aa1ce984c9ea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.817197] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 809.817197] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522ddf58-5933-7abf-d700-2de3aee08b74" [ 809.817197] env[62788]: _type = "Task" [ 809.817197] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.825065] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522ddf58-5933-7abf-d700-2de3aee08b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.856955] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.867667] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.879890] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff4858d-ceea-40dc-911a-aa73ecd5f046 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.905775] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance 'ff1d5b52-ea04-469f-8971-14419e9c138f' progress to 0 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.913031] env[62788]: DEBUG oslo_vmware.api [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393948, 'name': PowerOffVM_Task, 'duration_secs': 0.378896} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.913912] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.913912] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.914217] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acf7951a-223b-465b-a47e-114b47f835e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.953942] env[62788]: DEBUG oslo_vmware.api [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2393949, 'name': ResetVM_Task, 'duration_secs': 0.111891} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.954279] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Did hard reboot of VM {{(pid=62788) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 809.954471] env[62788]: DEBUG nova.compute.manager [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 809.955289] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8206b5a9-c971-4a9f-956a-b6f7a67c7693 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.092200] env[62788]: DEBUG nova.network.neutron [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Successfully created port: 5dcc5aa5-8276-4fd7-b20a-60916ccdac65 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.117429] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f35246-2b3e-4b1a-883a-30701ae8a24e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.125330] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eec9d06-2015-47a4-b2a9-161239f746b0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.158223] env[62788]: DEBUG nova.compute.manager [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 810.161417] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c66239-b3da-4a6f-a794-d50105239b61 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.168767] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa70b510-7541-4ec2-b139-55711ee64a0f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.181989] env[62788]: DEBUG nova.compute.provider_tree [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.266510] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393950, 'name': Rename_Task, 'duration_secs': 0.152391} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.266802] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.267138] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281a8075-84e6-40f2-b0a8-6748878630ac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.273254] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 810.273254] env[62788]: value = "task-2393952" [ 810.273254] env[62788]: _type = "Task" [ 810.273254] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.280809] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.328006] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522ddf58-5933-7abf-d700-2de3aee08b74, 'name': SearchDatastore_Task, 'duration_secs': 0.015961} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.328284] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.328537] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] eb4887db-5cc7-4863-9f44-41fc955914c5/eb4887db-5cc7-4863-9f44-41fc955914c5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.328789] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de4fa8d9-ad3d-4671-a08d-420f9742a8d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.335390] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 810.335390] env[62788]: value = "task-2393953" [ 810.335390] env[62788]: _type = "Task" [ 810.335390] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.344491] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.416421] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.416735] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1057310d-bb42-4770-a50d-6b9c38a02888 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.423570] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 810.423570] env[62788]: value = "task-2393954" [ 810.423570] env[62788]: _type = "Task" [ 810.423570] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.432493] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.456125] env[62788]: DEBUG nova.compute.manager [req-f2cff4a7-bdb1-46df-a957-e83a68e07667 req-6b8ba85c-8002-48c0-a4af-975ee7199a12 service nova] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Received event network-vif-deleted-9861a94e-12a7-47c9-996b-de7e34407cd2 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 810.456330] env[62788]: DEBUG nova.compute.manager [req-f2cff4a7-bdb1-46df-a957-e83a68e07667 req-6b8ba85c-8002-48c0-a4af-975ee7199a12 service nova] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Received event network-vif-deleted-7c43108e-e219-473f-85a0-5687db4a1769 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 810.470215] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cfd04d81-59e8-49e9-8e2f-e156f6644e46 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.427s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.684938] env[62788]: DEBUG nova.scheduler.client.report [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.762225] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.762451] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.762631] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Deleting the datastore file [datastore1] 66088c34-b6c5-4e29-90db-508a0d06edb4 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.762950] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17c0032d-553c-4be6-baa3-cbbaa1d9184d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.769535] env[62788]: DEBUG oslo_vmware.api [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for the task: (returnval){ [ 810.769535] env[62788]: value = "task-2393955" [ 810.769535] env[62788]: _type = "Task" [ 810.769535] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.779460] env[62788]: DEBUG oslo_vmware.api [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.783871] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.844571] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.934111] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.170750] env[62788]: DEBUG nova.compute.manager [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 811.190940] env[62788]: DEBUG oslo_concurrency.lockutils [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.195506] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.368s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.197267] env[62788]: INFO nova.compute.claims [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.208645] env[62788]: DEBUG nova.virt.hardware [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.208922] env[62788]: DEBUG nova.virt.hardware [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.209107] env[62788]: DEBUG nova.virt.hardware [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.209360] env[62788]: DEBUG nova.virt.hardware [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.209682] env[62788]: DEBUG nova.virt.hardware [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.209682] env[62788]: DEBUG nova.virt.hardware [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.209883] env[62788]: DEBUG nova.virt.hardware [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.210069] env[62788]: DEBUG nova.virt.hardware [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.210230] env[62788]: DEBUG nova.virt.hardware [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.210484] env[62788]: DEBUG nova.virt.hardware [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.210644] env[62788]: DEBUG nova.virt.hardware [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.211736] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a066af8-6bfc-43fe-b704-6910b62eaf53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.220778] env[62788]: INFO nova.scheduler.client.report [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Deleted allocations for instance 7a5bea28-eabd-49dd-a854-33805622c7d4 [ 811.223678] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba8e190-b47a-40d4-9af7-b9d24219ae94 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.283935] env[62788]: DEBUG oslo_vmware.api [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Task: {'id': task-2393955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128358} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.288240] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.288507] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.288699] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.288885] env[62788]: INFO nova.compute.manager [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Took 1.93 seconds to destroy the instance on the hypervisor. [ 811.289419] env[62788]: DEBUG oslo.service.loopingcall [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.290410] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.290410] env[62788]: DEBUG nova.compute.manager [-] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 811.290552] env[62788]: DEBUG nova.network.neutron [-] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.346442] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.98446} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.346759] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] eb4887db-5cc7-4863-9f44-41fc955914c5/eb4887db-5cc7-4863-9f44-41fc955914c5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.347048] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.347302] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0916b7cb-bfc2-4585-97b5-acfc1a330148 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.353335] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 811.353335] env[62788]: value = "task-2393956" [ 811.353335] env[62788]: _type = "Task" [ 811.353335] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.361651] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393956, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.437870] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393954, 'name': PowerOffVM_Task, 'duration_secs': 0.653882} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.437870] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.437870] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance 'ff1d5b52-ea04-469f-8971-14419e9c138f' progress to 17 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 811.736403] env[62788]: DEBUG oslo_concurrency.lockutils [None req-391408e4-1395-4a37-beb0-dff8b2444bff tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "7a5bea28-eabd-49dd-a854-33805622c7d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.878s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.783738] env[62788]: DEBUG oslo_vmware.api [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393952, 'name': PowerOnVM_Task, 'duration_secs': 1.348552} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.784013] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.784233] env[62788]: INFO nova.compute.manager [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Took 8.44 seconds to spawn the instance on the hypervisor. [ 811.784416] env[62788]: DEBUG nova.compute.manager [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 811.785191] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63fd790-302a-45a2-aa43-01baea1e0d38 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.866034] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393956, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088889} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.867193] env[62788]: DEBUG nova.network.neutron [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Successfully updated port: 5dcc5aa5-8276-4fd7-b20a-60916ccdac65 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.867968] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.868844] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873e5665-1a71-4646-96b0-a93c061c52b2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.892808] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] eb4887db-5cc7-4863-9f44-41fc955914c5/eb4887db-5cc7-4863-9f44-41fc955914c5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.893745] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab052ca9-ef25-4919-93fc-ca17cab9ba9d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.913833] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 811.913833] env[62788]: value = "task-2393957" [ 811.913833] env[62788]: _type = "Task" [ 811.913833] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.923589] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.943388] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.943804] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.944029] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.944343] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.944457] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.944638] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.944879] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.945442] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.945442] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.945442] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.945719] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.951726] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d68cbd4d-4cd5-48f0-b6a8-7caffa1616cb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.967523] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 811.967523] env[62788]: value = "task-2393958" [ 811.967523] env[62788]: _type = "Task" [ 811.967523] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.976707] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.231786] env[62788]: DEBUG nova.network.neutron [-] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.303870] env[62788]: INFO nova.compute.manager [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Took 33.35 seconds to build instance. [ 812.372678] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "refresh_cache-5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.372861] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquired lock "refresh_cache-5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.372969] env[62788]: DEBUG nova.network.neutron [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.425967] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.479308] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393958, 'name': ReconfigVM_Task, 'duration_secs': 0.481401} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.479610] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance 'ff1d5b52-ea04-469f-8971-14419e9c138f' progress to 33 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 812.488963] env[62788]: DEBUG nova.compute.manager [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Received event network-vif-plugged-5dcc5aa5-8276-4fd7-b20a-60916ccdac65 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 812.489306] env[62788]: DEBUG oslo_concurrency.lockutils [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] Acquiring lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.489611] env[62788]: DEBUG oslo_concurrency.lockutils [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] Lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 812.489813] env[62788]: DEBUG oslo_concurrency.lockutils [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] Lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.490056] env[62788]: DEBUG nova.compute.manager [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] No waiting events found dispatching network-vif-plugged-5dcc5aa5-8276-4fd7-b20a-60916ccdac65 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.490303] env[62788]: WARNING nova.compute.manager [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Received unexpected event network-vif-plugged-5dcc5aa5-8276-4fd7-b20a-60916ccdac65 for instance with vm_state building and task_state spawning. [ 812.490482] env[62788]: DEBUG nova.compute.manager [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Received event network-vif-deleted-e27aa32d-1ddb-4e1f-ae98-8fd6ba76c508 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 812.490660] env[62788]: DEBUG nova.compute.manager [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Received event network-changed-5dcc5aa5-8276-4fd7-b20a-60916ccdac65 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 812.490815] env[62788]: DEBUG nova.compute.manager [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Refreshing instance network info cache due to event network-changed-5dcc5aa5-8276-4fd7-b20a-60916ccdac65. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 812.490983] env[62788]: DEBUG oslo_concurrency.lockutils [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] Acquiring lock "refresh_cache-5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 812.582446] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b19f191-8c03-4d2f-98a2-101fccb1d5fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.590392] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ce2f54-6c16-488f-94fb-43b4b0f8baee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.621761] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b685384c-404a-4868-8f3c-6eafc981a0ad {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.631252] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f14436a-aea0-478c-bc62-5c7af4106354 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.644696] env[62788]: DEBUG nova.compute.provider_tree [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.736321] env[62788]: INFO nova.compute.manager [-] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Took 1.45 seconds to deallocate network for instance. [ 812.806290] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6c2dff6e-a8a4-485c-acfd-44b42f78e43a tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lock "4614e196-1acd-456d-940a-b2bc14a755ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.700s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 812.925427] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393957, 'name': ReconfigVM_Task, 'duration_secs': 0.897906} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.926270] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Reconfigured VM instance instance-00000034 to attach disk [datastore2] eb4887db-5cc7-4863-9f44-41fc955914c5/eb4887db-5cc7-4863-9f44-41fc955914c5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.927167] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-533cb94d-aae8-48f1-b8cb-d623821a3541 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.931255] env[62788]: DEBUG nova.network.neutron [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.935820] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 812.935820] env[62788]: value = "task-2393959" [ 812.935820] env[62788]: _type = "Task" [ 812.935820] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.946509] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393959, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.988506] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:28:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='74a0f54b-05ab-497d-8910-a768787a196e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-857364452',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.988506] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.988709] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.988786] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.988934] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.989674] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.989941] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.990273] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.990601] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.990778] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.990966] env[62788]: DEBUG nova.virt.hardware [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.998194] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 812.998490] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eff715f-3da4-4f8e-b052-a6340189050e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.016940] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 813.016940] env[62788]: value = "task-2393960" [ 813.016940] env[62788]: _type = "Task" [ 813.016940] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.025403] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.122219] env[62788]: DEBUG nova.network.neutron [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Updating instance_info_cache with network_info: [{"id": "5dcc5aa5-8276-4fd7-b20a-60916ccdac65", "address": "fa:16:3e:6c:ae:95", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcc5aa5-82", "ovs_interfaceid": "5dcc5aa5-8276-4fd7-b20a-60916ccdac65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.148532] env[62788]: DEBUG nova.scheduler.client.report [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.245344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.445999] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393959, 'name': Rename_Task, 'duration_secs': 0.310772} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.446323] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.446572] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81d6821c-a4df-4eff-bdd7-0988a91d67ee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.452942] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 813.452942] env[62788]: value = "task-2393962" [ 813.452942] env[62788]: _type = "Task" [ 813.452942] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.461939] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.526877] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393960, 'name': ReconfigVM_Task, 'duration_secs': 0.221661} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.527211] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 813.527980] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77de8e72-707c-4334-a248-3b8ceefa6aed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.550243] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ff1d5b52-ea04-469f-8971-14419e9c138f/ff1d5b52-ea04-469f-8971-14419e9c138f.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.550521] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac48a903-da03-46a8-abad-d3912c4d3f87 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.571039] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 813.571039] env[62788]: value = "task-2393963" [ 813.571039] env[62788]: _type = "Task" [ 813.571039] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.579349] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.625200] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Releasing lock "refresh_cache-5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.625658] env[62788]: DEBUG nova.compute.manager [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Instance network_info: |[{"id": "5dcc5aa5-8276-4fd7-b20a-60916ccdac65", "address": "fa:16:3e:6c:ae:95", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcc5aa5-82", "ovs_interfaceid": "5dcc5aa5-8276-4fd7-b20a-60916ccdac65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 813.626034] env[62788]: DEBUG oslo_concurrency.lockutils [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] Acquired lock "refresh_cache-5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.626258] env[62788]: DEBUG nova.network.neutron [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Refreshing network info cache for port 5dcc5aa5-8276-4fd7-b20a-60916ccdac65 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.628049] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:ae:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dcc5aa5-8276-4fd7-b20a-60916ccdac65', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.636035] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Creating folder: Project (e7d2caba254c4d43926b0a5b3458e6bb). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.640286] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a88baa63-10fb-4ce3-ba74-89cda8b89709 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.651112] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Created folder: Project (e7d2caba254c4d43926b0a5b3458e6bb) in parent group-v485515. [ 813.651789] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Creating folder: Instances. Parent ref: group-v485660. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.651789] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3fb7aea-c0ca-4d4d-a2ce-aee4b6bc906c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.654470] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.654727] env[62788]: DEBUG nova.compute.manager [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 813.657311] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.356s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.658644] env[62788]: INFO nova.compute.claims [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.663042] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Created folder: Instances in parent group-v485660. [ 813.663308] env[62788]: DEBUG oslo.service.loopingcall [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 813.663898] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.663898] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd29edcb-38c6-409f-a7ee-6c128501abeb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.686584] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.686584] env[62788]: value = "task-2393966" [ 813.686584] env[62788]: _type = "Task" [ 813.686584] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.696662] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393966, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.923891] env[62788]: DEBUG nova.network.neutron [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Updated VIF entry in instance network info cache for port 5dcc5aa5-8276-4fd7-b20a-60916ccdac65. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.924402] env[62788]: DEBUG nova.network.neutron [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Updating instance_info_cache with network_info: [{"id": "5dcc5aa5-8276-4fd7-b20a-60916ccdac65", "address": "fa:16:3e:6c:ae:95", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcc5aa5-82", "ovs_interfaceid": "5dcc5aa5-8276-4fd7-b20a-60916ccdac65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.964690] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.082756] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.165234] env[62788]: DEBUG nova.compute.utils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 814.170418] env[62788]: DEBUG nova.compute.manager [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 814.170714] env[62788]: DEBUG nova.network.neutron [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.201715] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393966, 'name': CreateVM_Task, 'duration_secs': 0.39687} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.201715] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.202343] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.202509] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.202820] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 814.203093] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0503775f-945a-4279-87f3-b7b77bc1d9e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.208096] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 814.208096] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b72545-ddb1-ae8f-16e6-8cf68cb5e1ec" [ 814.208096] env[62788]: _type = "Task" [ 814.208096] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.216414] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b72545-ddb1-ae8f-16e6-8cf68cb5e1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.244783] env[62788]: DEBUG nova.policy [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0da0cb0e9b904acba0b10e04012883bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7d2caba254c4d43926b0a5b3458e6bb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.256209] env[62788]: DEBUG nova.compute.manager [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 814.257119] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f529802-c923-4265-ab89-78f825b2cc1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.428112] env[62788]: DEBUG oslo_concurrency.lockutils [req-0f0742fd-2f16-4918-a8c7-5b0c0e3740cb req-fab5ff5b-d7f3-4981-b37a-d18d00c6e335 service nova] Releasing lock "refresh_cache-5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.467023] env[62788]: DEBUG oslo_vmware.api [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393962, 'name': PowerOnVM_Task, 'duration_secs': 0.699932} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.467023] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.467023] env[62788]: INFO nova.compute.manager [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Took 8.43 seconds to spawn the instance on the hypervisor. [ 814.467023] env[62788]: DEBUG nova.compute.manager [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 814.467023] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36d9ee1-73fb-4204-811a-0b5cf46f41bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.551431] env[62788]: DEBUG nova.network.neutron [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Successfully created port: cc709ab9-b5d4-4804-9c8c-08ec2edea7ce {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.582318] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393963, 'name': ReconfigVM_Task, 'duration_secs': 0.536042} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.582601] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ff1d5b52-ea04-469f-8971-14419e9c138f/ff1d5b52-ea04-469f-8971-14419e9c138f.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.583022] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance 'ff1d5b52-ea04-469f-8971-14419e9c138f' progress to 50 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 814.674514] env[62788]: DEBUG nova.compute.manager [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 814.719175] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b72545-ddb1-ae8f-16e6-8cf68cb5e1ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01245} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.720122] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.720408] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 814.720601] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 814.720727] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.721283] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 814.723768] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edaef240-a923-4ea7-83c8-c8803111a561 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.732756] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 814.732983] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 814.733708] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6cb80a-a081-4f0e-9830-0d9d4ca9dbcf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.739277] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 814.739277] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a2a2d4-192a-03b9-26f5-cffeb635ae49" [ 814.739277] env[62788]: _type = "Task" [ 814.739277] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.750136] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a2a2d4-192a-03b9-26f5-cffeb635ae49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.770987] env[62788]: INFO nova.compute.manager [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] instance snapshotting [ 814.776032] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0630c40e-2629-4e6f-9d43-56ed2b788808 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.797535] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446f63ff-b751-49c8-b44f-db26028b2570 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.984250] env[62788]: INFO nova.compute.manager [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Took 34.51 seconds to build instance. [ 815.076065] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce552f58-f19e-4b8e-929f-264904e090b8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.084144] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19376529-a250-4fbf-b3f3-6235a2c671dd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.089752] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ffa0e6-5cc7-4477-bd33-8893182af106 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.130933] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4830656-96c9-41e7-81cd-dc436644d099 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.134419] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3be3d3b-dac0-43f0-912c-909d3cbd537b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.152927] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance 'ff1d5b52-ea04-469f-8971-14419e9c138f' progress to 67 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.160078] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e4cd68-587e-404c-9b46-842d24578776 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.174175] env[62788]: DEBUG nova.compute.provider_tree [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.249551] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a2a2d4-192a-03b9-26f5-cffeb635ae49, 'name': SearchDatastore_Task, 'duration_secs': 0.035292} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.250357] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8d8a02f-8124-4ce2-8a68-3d08007c29e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.255811] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 815.255811] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5277b1a2-2bc7-61e0-3fc1-bc481ff9e344" [ 815.255811] env[62788]: _type = "Task" [ 815.255811] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.263544] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5277b1a2-2bc7-61e0-3fc1-bc481ff9e344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.307929] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 815.308322] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7aedc47-f1f6-4e22-a592-9492c9a64028 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.316034] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 815.316034] env[62788]: value = "task-2393967" [ 815.316034] env[62788]: _type = "Task" [ 815.316034] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.324332] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393967, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.488374] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc15da7c-14ff-4b0d-b35f-7233f821d753 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "eb4887db-5cc7-4863-9f44-41fc955914c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.352s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 815.677866] env[62788]: DEBUG nova.scheduler.client.report [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.686661] env[62788]: DEBUG nova.compute.manager [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 815.701038] env[62788]: DEBUG nova.network.neutron [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Port 361b031c-7a5f-408d-ae8f-3f8772f3b525 binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 815.715818] env[62788]: DEBUG nova.virt.hardware [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.716420] env[62788]: DEBUG nova.virt.hardware [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.716682] env[62788]: DEBUG nova.virt.hardware [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.717049] env[62788]: DEBUG nova.virt.hardware [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.717139] env[62788]: DEBUG nova.virt.hardware [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.717414] env[62788]: DEBUG nova.virt.hardware [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.718176] env[62788]: DEBUG nova.virt.hardware [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.718176] env[62788]: DEBUG nova.virt.hardware [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.718176] env[62788]: DEBUG nova.virt.hardware [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.718480] env[62788]: DEBUG nova.virt.hardware [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.718781] env[62788]: DEBUG nova.virt.hardware [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.720024] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b62b941-b097-4d41-96c5-d13a5fcacd6b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.732085] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a11e71-1c9f-4fb4-80ff-94320fcc94a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.769351] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5277b1a2-2bc7-61e0-3fc1-bc481ff9e344, 'name': SearchDatastore_Task, 'duration_secs': 0.038476} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.769688] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 815.769978] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0/5e59e1c6-2f5e-49f3-8d9c-74226c9905b0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.770354] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b323d61-c294-4cd1-83b4-6568941a50c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.777201] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 815.777201] env[62788]: value = "task-2393968" [ 815.777201] env[62788]: _type = "Task" [ 815.777201] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.785125] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.826891] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393967, 'name': CreateSnapshot_Task, 'duration_secs': 0.490675} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.827198] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.827966] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0465ff70-bb24-4501-91ef-629ed7ebc16c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.106136] env[62788]: DEBUG nova.compute.manager [req-51a70909-62ed-4fbd-b375-1b05829bc67b req-251c0ed6-c913-4b31-8327-11d74e034e52 service nova] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Received event network-vif-plugged-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 816.106500] env[62788]: DEBUG oslo_concurrency.lockutils [req-51a70909-62ed-4fbd-b375-1b05829bc67b req-251c0ed6-c913-4b31-8327-11d74e034e52 service nova] Acquiring lock "82c45586-a150-4f24-836c-a87e31ef0654-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.106663] env[62788]: DEBUG oslo_concurrency.lockutils [req-51a70909-62ed-4fbd-b375-1b05829bc67b req-251c0ed6-c913-4b31-8327-11d74e034e52 service nova] Lock "82c45586-a150-4f24-836c-a87e31ef0654-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.106865] env[62788]: DEBUG oslo_concurrency.lockutils [req-51a70909-62ed-4fbd-b375-1b05829bc67b req-251c0ed6-c913-4b31-8327-11d74e034e52 service nova] Lock "82c45586-a150-4f24-836c-a87e31ef0654-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.106953] env[62788]: DEBUG nova.compute.manager [req-51a70909-62ed-4fbd-b375-1b05829bc67b req-251c0ed6-c913-4b31-8327-11d74e034e52 service nova] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] No waiting events found dispatching network-vif-plugged-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.107272] env[62788]: WARNING nova.compute.manager [req-51a70909-62ed-4fbd-b375-1b05829bc67b req-251c0ed6-c913-4b31-8327-11d74e034e52 service nova] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Received unexpected event network-vif-plugged-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce for instance with vm_state building and task_state spawning. [ 816.183338] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.183966] env[62788]: DEBUG nova.compute.manager [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 816.190022] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.831s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.190022] env[62788]: INFO nova.compute.claims [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.236333] env[62788]: DEBUG nova.network.neutron [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Successfully updated port: cc709ab9-b5d4-4804-9c8c-08ec2edea7ce {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.290674] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499971} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.291392] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0/5e59e1c6-2f5e-49f3-8d9c-74226c9905b0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.291784] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.292166] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e378405-d8a3-4dce-ab3d-7efbbe7bed7a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.299869] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 816.299869] env[62788]: value = "task-2393969" [ 816.299869] env[62788]: _type = "Task" [ 816.299869] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.310731] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.346889] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.347275] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0ab4cf6f-e95b-414c-aeac-c601341520fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.355036] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 816.355036] env[62788]: value = "task-2393970" [ 816.355036] env[62788]: _type = "Task" [ 816.355036] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.365221] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393970, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.697150] env[62788]: DEBUG nova.compute.utils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 816.698613] env[62788]: DEBUG nova.compute.manager [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 816.698796] env[62788]: DEBUG nova.network.neutron [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.724675] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "ff1d5b52-ea04-469f-8971-14419e9c138f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.724675] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "ff1d5b52-ea04-469f-8971-14419e9c138f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.724675] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "ff1d5b52-ea04-469f-8971-14419e9c138f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.741365] env[62788]: DEBUG nova.policy [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01d44328494a4f93917d51a1eaef1fbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78147da7ce814f10a43abcb22c916c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.743473] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "refresh_cache-82c45586-a150-4f24-836c-a87e31ef0654" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 816.743534] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquired lock "refresh_cache-82c45586-a150-4f24-836c-a87e31ef0654" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.743656] env[62788]: DEBUG nova.network.neutron [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.811779] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066337} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.812286] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.813769] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35b3208-5251-4962-826a-80503affd173 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.850738] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0/5e59e1c6-2f5e-49f3-8d9c-74226c9905b0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.851223] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-179d109e-2fc4-4989-906b-38b88830d83b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.891895] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393970, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.893352] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 816.893352] env[62788]: value = "task-2393971" [ 816.893352] env[62788]: _type = "Task" [ 816.893352] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.901900] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.179148] env[62788]: DEBUG nova.network.neutron [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Successfully created port: 20d525d9-5779-4726-85e2-e03b4715f6ad {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.202776] env[62788]: DEBUG nova.compute.manager [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 817.306770] env[62788]: DEBUG nova.network.neutron [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.391982] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393970, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.409068] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393971, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.571339] env[62788]: DEBUG nova.network.neutron [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Updating instance_info_cache with network_info: [{"id": "cc709ab9-b5d4-4804-9c8c-08ec2edea7ce", "address": "fa:16:3e:f7:0d:2a", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc709ab9-b5", "ovs_interfaceid": "cc709ab9-b5d4-4804-9c8c-08ec2edea7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.666326] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d023547-bdd1-4243-9269-bff8683ea4c0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.674256] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94e060e-2448-45c4-baf5-b6e768a527e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.704119] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddf0e66-b095-4ddb-a01e-1ca9683c2ee3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.714823] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35bfe61-8e68-46ca-a7bf-690fd0226ebe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.728928] env[62788]: DEBUG nova.compute.provider_tree [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.788187] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 817.788444] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.788636] env[62788]: DEBUG nova.network.neutron [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.891440] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393970, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.902965] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393971, 'name': ReconfigVM_Task, 'duration_secs': 0.805955} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.903386] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0/5e59e1c6-2f5e-49f3-8d9c-74226c9905b0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.903997] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0d03552-de94-4f9a-94b3-0cf1bd6f0546 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.909999] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 817.909999] env[62788]: value = "task-2393972" [ 817.909999] env[62788]: _type = "Task" [ 817.909999] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.917683] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393972, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.073585] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Releasing lock "refresh_cache-82c45586-a150-4f24-836c-a87e31ef0654" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 818.073923] env[62788]: DEBUG nova.compute.manager [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Instance network_info: |[{"id": "cc709ab9-b5d4-4804-9c8c-08ec2edea7ce", "address": "fa:16:3e:f7:0d:2a", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc709ab9-b5", "ovs_interfaceid": "cc709ab9-b5d4-4804-9c8c-08ec2edea7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 818.074439] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:0d:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '111a2767-1b06-4fe5-852b-40c9b5a699fd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc709ab9-b5d4-4804-9c8c-08ec2edea7ce', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.082657] env[62788]: DEBUG oslo.service.loopingcall [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 818.084096] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.086589] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f699c511-4414-4285-8d7c-b3e6c4cb2361 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.102498] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "eb4887db-5cc7-4863-9f44-41fc955914c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.102753] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "eb4887db-5cc7-4863-9f44-41fc955914c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.102956] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "eb4887db-5cc7-4863-9f44-41fc955914c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.103150] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "eb4887db-5cc7-4863-9f44-41fc955914c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.103319] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "eb4887db-5cc7-4863-9f44-41fc955914c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.109063] env[62788]: INFO nova.compute.manager [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Terminating instance [ 818.112802] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.112802] env[62788]: value = "task-2393973" [ 818.112802] env[62788]: _type = "Task" [ 818.112802] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.122027] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393973, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.191030] env[62788]: DEBUG nova.compute.manager [req-b602f1f2-a28c-44db-a582-b517b59f867c req-4d5bd3f0-5b06-45c3-ac26-19678da15e65 service nova] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Received event network-changed-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 818.191235] env[62788]: DEBUG nova.compute.manager [req-b602f1f2-a28c-44db-a582-b517b59f867c req-4d5bd3f0-5b06-45c3-ac26-19678da15e65 service nova] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Refreshing instance network info cache due to event network-changed-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 818.191465] env[62788]: DEBUG oslo_concurrency.lockutils [req-b602f1f2-a28c-44db-a582-b517b59f867c req-4d5bd3f0-5b06-45c3-ac26-19678da15e65 service nova] Acquiring lock "refresh_cache-82c45586-a150-4f24-836c-a87e31ef0654" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.191611] env[62788]: DEBUG oslo_concurrency.lockutils [req-b602f1f2-a28c-44db-a582-b517b59f867c req-4d5bd3f0-5b06-45c3-ac26-19678da15e65 service nova] Acquired lock "refresh_cache-82c45586-a150-4f24-836c-a87e31ef0654" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.191766] env[62788]: DEBUG nova.network.neutron [req-b602f1f2-a28c-44db-a582-b517b59f867c req-4d5bd3f0-5b06-45c3-ac26-19678da15e65 service nova] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Refreshing network info cache for port cc709ab9-b5d4-4804-9c8c-08ec2edea7ce {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.212588] env[62788]: DEBUG nova.compute.manager [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 818.234718] env[62788]: DEBUG nova.scheduler.client.report [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.239818] env[62788]: DEBUG nova.virt.hardware [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.240064] env[62788]: DEBUG nova.virt.hardware [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.240230] env[62788]: DEBUG nova.virt.hardware [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.240438] env[62788]: DEBUG nova.virt.hardware [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.240599] env[62788]: DEBUG nova.virt.hardware [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.240747] env[62788]: DEBUG nova.virt.hardware [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.240950] env[62788]: DEBUG nova.virt.hardware [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.241124] env[62788]: DEBUG nova.virt.hardware [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.241295] env[62788]: DEBUG nova.virt.hardware [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.241483] env[62788]: DEBUG nova.virt.hardware [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.241658] env[62788]: DEBUG nova.virt.hardware [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.242545] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d3820f-4899-4ef1-b534-137c180e5f32 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.251611] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b11a87a-c705-4bb3-b468-dbd4bf89c841 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.392874] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2393970, 'name': CloneVM_Task, 'duration_secs': 1.920072} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.396207] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Created linked-clone VM from snapshot [ 818.397487] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08eea4f-82f6-44a3-9af5-b5e242837fe4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.406010] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Uploading image ec8345c5-a26f-45f4-8747-24eb7bb0828b {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.420564] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393972, 'name': Rename_Task, 'duration_secs': 0.247633} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.424606] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.425064] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36fe8c13-e771-426c-a563-533fa2fe1cf6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.431025] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 818.431025] env[62788]: value = "task-2393974" [ 818.431025] env[62788]: _type = "Task" [ 818.431025] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.434338] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.434338] env[62788]: value = "vm-485664" [ 818.434338] env[62788]: _type = "VirtualMachine" [ 818.434338] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.434674] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b143ecaa-b784-4080-a582-a49c9dfcf051 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.444332] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.445899] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lease: (returnval){ [ 818.445899] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d0d107-7af5-c6f7-b7a1-d3ffe44e0ef7" [ 818.445899] env[62788]: _type = "HttpNfcLease" [ 818.445899] env[62788]: } obtained for exporting VM: (result){ [ 818.445899] env[62788]: value = "vm-485664" [ 818.445899] env[62788]: _type = "VirtualMachine" [ 818.445899] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.446260] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the lease: (returnval){ [ 818.446260] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d0d107-7af5-c6f7-b7a1-d3ffe44e0ef7" [ 818.446260] env[62788]: _type = "HttpNfcLease" [ 818.446260] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.455022] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.455022] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d0d107-7af5-c6f7-b7a1-d3ffe44e0ef7" [ 818.455022] env[62788]: _type = "HttpNfcLease" [ 818.455022] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.586336] env[62788]: DEBUG nova.network.neutron [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance_info_cache with network_info: [{"id": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "address": "fa:16:3e:9e:4c:a5", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361b031c-7a", "ovs_interfaceid": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.614502] env[62788]: DEBUG nova.compute.manager [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 818.614731] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.615665] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153911b4-172a-41e6-af6a-a7ff96cc08d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.626922] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393973, 'name': CreateVM_Task, 'duration_secs': 0.386204} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.629256] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.629829] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.630520] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 818.630682] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.630990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 818.631226] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0aa6dba2-f3b7-401e-9a33-e838d35335d0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.632643] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a005298-31e0-492b-9c41-f524739f6a06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.637117] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 818.637117] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5228a5f3-fea0-9e5f-ad58-a5dd2df2bbe7" [ 818.637117] env[62788]: _type = "Task" [ 818.637117] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.638319] env[62788]: DEBUG oslo_vmware.api [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 818.638319] env[62788]: value = "task-2393976" [ 818.638319] env[62788]: _type = "Task" [ 818.638319] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.653866] env[62788]: DEBUG oslo_vmware.api [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.654141] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5228a5f3-fea0-9e5f-ad58-a5dd2df2bbe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.748672] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.748672] env[62788]: DEBUG nova.compute.manager [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 818.754154] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.264s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.755836] env[62788]: INFO nova.compute.claims [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.944683] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.955061] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.955061] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d0d107-7af5-c6f7-b7a1-d3ffe44e0ef7" [ 818.955061] env[62788]: _type = "HttpNfcLease" [ 818.955061] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.955061] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.955061] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d0d107-7af5-c6f7-b7a1-d3ffe44e0ef7" [ 818.955061] env[62788]: _type = "HttpNfcLease" [ 818.955061] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.956781] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac8da5f-be05-419e-af3e-82e14df37478 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.963176] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526369fc-2aac-de70-3a9e-4cbe3983e683/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 818.963354] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526369fc-2aac-de70-3a9e-4cbe3983e683/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 819.066821] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2ed5454-44ca-46a6-94ed-90cf87b5072c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.089859] env[62788]: DEBUG oslo_concurrency.lockutils [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.150947] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5228a5f3-fea0-9e5f-ad58-a5dd2df2bbe7, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.156063] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.156063] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.156063] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.156063] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.156233] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.156233] env[62788]: DEBUG oslo_vmware.api [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393976, 'name': PowerOffVM_Task, 'duration_secs': 0.25853} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.156584] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0853920-f06e-4f23-8dad-fce09176ea91 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.158450] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.158627] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.159105] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45f84202-9e8a-4a3b-94eb-8ef5cb074491 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.166449] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.166626] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.167323] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7858799f-7771-4fc1-8f5b-6332fe99deb6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.172840] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 819.172840] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5257d867-a992-9078-4331-db40b114f84e" [ 819.172840] env[62788]: _type = "Task" [ 819.172840] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.182341] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5257d867-a992-9078-4331-db40b114f84e, 'name': SearchDatastore_Task, 'duration_secs': 0.007505} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.183052] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f431f3-136b-45bd-97f0-dd62649a2a7c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.187878] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 819.187878] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528bec51-5dda-d7be-c7fc-56f1b5aa8da5" [ 819.187878] env[62788]: _type = "Task" [ 819.187878] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.196657] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528bec51-5dda-d7be-c7fc-56f1b5aa8da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.222278] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.222504] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.222672] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Deleting the datastore file [datastore2] eb4887db-5cc7-4863-9f44-41fc955914c5 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.222953] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8a3f0a1-da6c-470d-8e9a-be80e441e22c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.230033] env[62788]: DEBUG oslo_vmware.api [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 819.230033] env[62788]: value = "task-2393978" [ 819.230033] env[62788]: _type = "Task" [ 819.230033] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.241027] env[62788]: DEBUG oslo_vmware.api [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.253510] env[62788]: DEBUG nova.compute.utils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 819.258257] env[62788]: DEBUG nova.compute.manager [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 819.258488] env[62788]: DEBUG nova.network.neutron [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.335293] env[62788]: DEBUG nova.policy [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8660df9878244fd1bf87dacffacbe342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44212501055f46efa3a5db08cd3964d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.428229] env[62788]: DEBUG nova.network.neutron [req-b602f1f2-a28c-44db-a582-b517b59f867c req-4d5bd3f0-5b06-45c3-ac26-19678da15e65 service nova] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Updated VIF entry in instance network info cache for port cc709ab9-b5d4-4804-9c8c-08ec2edea7ce. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.428596] env[62788]: DEBUG nova.network.neutron [req-b602f1f2-a28c-44db-a582-b517b59f867c req-4d5bd3f0-5b06-45c3-ac26-19678da15e65 service nova] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Updating instance_info_cache with network_info: [{"id": "cc709ab9-b5d4-4804-9c8c-08ec2edea7ce", "address": "fa:16:3e:f7:0d:2a", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.82", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc709ab9-b5", "ovs_interfaceid": "cc709ab9-b5d4-4804-9c8c-08ec2edea7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.450367] env[62788]: DEBUG oslo_vmware.api [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393974, 'name': PowerOnVM_Task, 'duration_secs': 0.725617} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.450669] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.450875] env[62788]: INFO nova.compute.manager [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Took 8.28 seconds to spawn the instance on the hypervisor. [ 819.451072] env[62788]: DEBUG nova.compute.manager [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 819.452276] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e427cb6c-a822-4ba3-99cd-c41324e38716 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.462328] env[62788]: DEBUG nova.network.neutron [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Successfully updated port: 20d525d9-5779-4726-85e2-e03b4715f6ad {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.511273] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 819.514339] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 819.626614] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7937b2-2511-4814-9cd9-a6055d1ec771 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.650366] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb36e991-6b7d-4c4b-9e91-fb849074e866 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.656394] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance 'ff1d5b52-ea04-469f-8971-14419e9c138f' progress to 83 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.699419] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528bec51-5dda-d7be-c7fc-56f1b5aa8da5, 'name': SearchDatastore_Task, 'duration_secs': 0.013228} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.699967] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.700373] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 82c45586-a150-4f24-836c-a87e31ef0654/82c45586-a150-4f24-836c-a87e31ef0654.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.700767] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16936321-1bff-463d-9736-ac6f4cc6b19b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.708083] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 819.708083] env[62788]: value = "task-2393979" [ 819.708083] env[62788]: _type = "Task" [ 819.708083] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.721461] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.741793] env[62788]: DEBUG oslo_vmware.api [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2393978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220908} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.742151] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.742557] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.742655] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.742894] env[62788]: INFO nova.compute.manager [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 819.743460] env[62788]: DEBUG oslo.service.loopingcall [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 819.743730] env[62788]: DEBUG nova.compute.manager [-] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 819.743911] env[62788]: DEBUG nova.network.neutron [-] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.751953] env[62788]: DEBUG nova.network.neutron [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Successfully created port: c5f211b3-7711-4659-9880-238c61a6673f {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.761253] env[62788]: DEBUG nova.compute.manager [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 819.933100] env[62788]: DEBUG oslo_concurrency.lockutils [req-b602f1f2-a28c-44db-a582-b517b59f867c req-4d5bd3f0-5b06-45c3-ac26-19678da15e65 service nova] Releasing lock "refresh_cache-82c45586-a150-4f24-836c-a87e31ef0654" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 819.968397] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "refresh_cache-70e38abd-3bee-49d3-b371-a9c9b02a5907" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.968561] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired lock "refresh_cache-70e38abd-3bee-49d3-b371-a9c9b02a5907" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.968716] env[62788]: DEBUG nova.network.neutron [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.983034] env[62788]: INFO nova.compute.manager [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Took 36.02 seconds to build instance. [ 820.030471] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.030471] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 820.165866] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.169426] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29f8c408-2664-4aff-a1f2-1a826968a387 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.179267] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 820.179267] env[62788]: value = "task-2393980" [ 820.179267] env[62788]: _type = "Task" [ 820.179267] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.192477] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.223329] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393979, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.281535] env[62788]: DEBUG nova.compute.manager [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Received event network-vif-plugged-20d525d9-5779-4726-85e2-e03b4715f6ad {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 820.281939] env[62788]: DEBUG oslo_concurrency.lockutils [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] Acquiring lock "70e38abd-3bee-49d3-b371-a9c9b02a5907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.282158] env[62788]: DEBUG oslo_concurrency.lockutils [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] Lock "70e38abd-3bee-49d3-b371-a9c9b02a5907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.282430] env[62788]: DEBUG oslo_concurrency.lockutils [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] Lock "70e38abd-3bee-49d3-b371-a9c9b02a5907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.282642] env[62788]: DEBUG nova.compute.manager [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] No waiting events found dispatching network-vif-plugged-20d525d9-5779-4726-85e2-e03b4715f6ad {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.282819] env[62788]: WARNING nova.compute.manager [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Received unexpected event network-vif-plugged-20d525d9-5779-4726-85e2-e03b4715f6ad for instance with vm_state building and task_state spawning. [ 820.284019] env[62788]: DEBUG nova.compute.manager [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Received event network-changed-20d525d9-5779-4726-85e2-e03b4715f6ad {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 820.284019] env[62788]: DEBUG nova.compute.manager [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Refreshing instance network info cache due to event network-changed-20d525d9-5779-4726-85e2-e03b4715f6ad. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 820.284019] env[62788]: DEBUG oslo_concurrency.lockutils [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] Acquiring lock "refresh_cache-70e38abd-3bee-49d3-b371-a9c9b02a5907" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.336008] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506771a6-a397-4755-9940-9ae894954592 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.344436] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf21406-db5c-4809-a574-5952da14a8e9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.377217] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb0c327-4ab6-4cd9-84b5-76ecb6891978 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.385905] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391917a5-8625-4ff0-9775-385b97bd9396 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.402228] env[62788]: DEBUG nova.compute.provider_tree [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.486611] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b1a8ba53-02b5-4a27-9172-8040210d1810 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.159s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.503976] env[62788]: DEBUG nova.network.neutron [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.589460] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.589616] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquired lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.589816] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Forcefully refreshing network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 820.665060] env[62788]: DEBUG nova.network.neutron [-] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.691860] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.710327] env[62788]: DEBUG nova.network.neutron [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Updating instance_info_cache with network_info: [{"id": "20d525d9-5779-4726-85e2-e03b4715f6ad", "address": "fa:16:3e:37:75:ba", "network": {"id": "40fb31a1-3231-461b-9bdb-a25d85dffb8d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-463757246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78147da7ce814f10a43abcb22c916c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d525d9-57", "ovs_interfaceid": "20d525d9-5779-4726-85e2-e03b4715f6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.721816] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650006} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.722149] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 82c45586-a150-4f24-836c-a87e31ef0654/82c45586-a150-4f24-836c-a87e31ef0654.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.722411] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.722701] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17dcb1c3-9379-4084-80a3-8c3d03a6d0ae {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.730474] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 820.730474] env[62788]: value = "task-2393981" [ 820.730474] env[62788]: _type = "Task" [ 820.730474] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.738282] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.776674] env[62788]: DEBUG nova.compute.manager [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 820.801932] env[62788]: DEBUG nova.virt.hardware [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.802113] env[62788]: DEBUG nova.virt.hardware [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.802167] env[62788]: DEBUG nova.virt.hardware [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.802345] env[62788]: DEBUG nova.virt.hardware [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.802508] env[62788]: DEBUG nova.virt.hardware [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.802657] env[62788]: DEBUG nova.virt.hardware [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.802868] env[62788]: DEBUG nova.virt.hardware [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.803042] env[62788]: DEBUG nova.virt.hardware [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.803269] env[62788]: DEBUG nova.virt.hardware [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.803450] env[62788]: DEBUG nova.virt.hardware [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.803648] env[62788]: DEBUG nova.virt.hardware [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.804542] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2422dd07-3f0e-4c98-a11d-18c9b841b27d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.813944] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ddb9e-4c87-4ca7-b198-27ce834c6594 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.908065] env[62788]: DEBUG nova.scheduler.client.report [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.167219] env[62788]: INFO nova.compute.manager [-] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Took 1.42 seconds to deallocate network for instance. [ 821.193580] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.217486] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Releasing lock "refresh_cache-70e38abd-3bee-49d3-b371-a9c9b02a5907" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.217807] env[62788]: DEBUG nova.compute.manager [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Instance network_info: |[{"id": "20d525d9-5779-4726-85e2-e03b4715f6ad", "address": "fa:16:3e:37:75:ba", "network": {"id": "40fb31a1-3231-461b-9bdb-a25d85dffb8d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-463757246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78147da7ce814f10a43abcb22c916c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d525d9-57", "ovs_interfaceid": "20d525d9-5779-4726-85e2-e03b4715f6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 821.218116] env[62788]: DEBUG oslo_concurrency.lockutils [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] Acquired lock "refresh_cache-70e38abd-3bee-49d3-b371-a9c9b02a5907" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.218301] env[62788]: DEBUG nova.network.neutron [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Refreshing network info cache for port 20d525d9-5779-4726-85e2-e03b4715f6ad {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.219501] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:75:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20d525d9-5779-4726-85e2-e03b4715f6ad', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.228563] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Creating folder: Project (78147da7ce814f10a43abcb22c916c47). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.229643] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-567a19eb-cd00-4341-beb2-7a567860a723 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.241113] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090594} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.241384] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.242216] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82be19e6-e5ae-4cc9-ba6b-0823ee1b34bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.245948] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Created folder: Project (78147da7ce814f10a43abcb22c916c47) in parent group-v485515. [ 821.246083] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Creating folder: Instances. Parent ref: group-v485666. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.246621] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68c26a81-9ca1-4155-a932-8a22fa287881 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.266422] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 82c45586-a150-4f24-836c-a87e31ef0654/82c45586-a150-4f24-836c-a87e31ef0654.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.270414] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9abd9f18-88c4-49da-b859-a60890346632 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.284664] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Created folder: Instances in parent group-v485666. [ 821.284859] env[62788]: DEBUG oslo.service.loopingcall [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 821.285447] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.286509] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b554f2f-6d32-4ae6-b7ab-db8a6c901360 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.302383] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 821.302383] env[62788]: value = "task-2393984" [ 821.302383] env[62788]: _type = "Task" [ 821.302383] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.307409] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.307409] env[62788]: value = "task-2393985" [ 821.307409] env[62788]: _type = "Task" [ 821.307409] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.311786] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.322676] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393985, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.412817] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.413458] env[62788]: DEBUG nova.compute.manager [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 821.416426] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.931s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.416725] env[62788]: DEBUG nova.objects.instance [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lazy-loading 'resources' on Instance uuid 29774177-70b5-4709-9c23-f1dbbc552872 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.533029] env[62788]: DEBUG nova.network.neutron [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Updated VIF entry in instance network info cache for port 20d525d9-5779-4726-85e2-e03b4715f6ad. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.533557] env[62788]: DEBUG nova.network.neutron [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Updating instance_info_cache with network_info: [{"id": "20d525d9-5779-4726-85e2-e03b4715f6ad", "address": "fa:16:3e:37:75:ba", "network": {"id": "40fb31a1-3231-461b-9bdb-a25d85dffb8d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-463757246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78147da7ce814f10a43abcb22c916c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d525d9-57", "ovs_interfaceid": "20d525d9-5779-4726-85e2-e03b4715f6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.560899] env[62788]: DEBUG nova.compute.manager [req-2d9e8ac1-a19f-4bd4-87be-b1dc9ea28be8 req-a54fe379-1051-47d2-9904-c44fea7cd85d service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Received event network-vif-plugged-c5f211b3-7711-4659-9880-238c61a6673f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 821.561157] env[62788]: DEBUG oslo_concurrency.lockutils [req-2d9e8ac1-a19f-4bd4-87be-b1dc9ea28be8 req-a54fe379-1051-47d2-9904-c44fea7cd85d service nova] Acquiring lock "053dfbdb-d945-473c-97cc-b5e998cc15e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.561457] env[62788]: DEBUG oslo_concurrency.lockutils [req-2d9e8ac1-a19f-4bd4-87be-b1dc9ea28be8 req-a54fe379-1051-47d2-9904-c44fea7cd85d service nova] Lock "053dfbdb-d945-473c-97cc-b5e998cc15e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.561620] env[62788]: DEBUG oslo_concurrency.lockutils [req-2d9e8ac1-a19f-4bd4-87be-b1dc9ea28be8 req-a54fe379-1051-47d2-9904-c44fea7cd85d service nova] Lock "053dfbdb-d945-473c-97cc-b5e998cc15e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.561792] env[62788]: DEBUG nova.compute.manager [req-2d9e8ac1-a19f-4bd4-87be-b1dc9ea28be8 req-a54fe379-1051-47d2-9904-c44fea7cd85d service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] No waiting events found dispatching network-vif-plugged-c5f211b3-7711-4659-9880-238c61a6673f {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.561960] env[62788]: WARNING nova.compute.manager [req-2d9e8ac1-a19f-4bd4-87be-b1dc9ea28be8 req-a54fe379-1051-47d2-9904-c44fea7cd85d service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Received unexpected event network-vif-plugged-c5f211b3-7711-4659-9880-238c61a6673f for instance with vm_state building and task_state spawning. [ 821.665465] env[62788]: DEBUG nova.network.neutron [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Successfully updated port: c5f211b3-7711-4659-9880-238c61a6673f {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.674497] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.691815] env[62788]: DEBUG oslo_vmware.api [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2393980, 'name': PowerOnVM_Task, 'duration_secs': 1.316226} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.692246] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.692487] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-622d50b4-af65-42d3-87a6-5a9598a7d305 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance 'ff1d5b52-ea04-469f-8971-14419e9c138f' progress to 100 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 821.817362] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393984, 'name': ReconfigVM_Task, 'duration_secs': 0.328743} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.819902] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 82c45586-a150-4f24-836c-a87e31ef0654/82c45586-a150-4f24-836c-a87e31ef0654.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.821221] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83bfae5d-91fd-4699-8b1a-21b5af377a3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.827622] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393985, 'name': CreateVM_Task, 'duration_secs': 0.372211} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.828766] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.829122] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 821.829122] env[62788]: value = "task-2393986" [ 821.829122] env[62788]: _type = "Task" [ 821.829122] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.829762] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.829921] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.830253] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.830535] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c2e099-77e4-455d-a610-f93fe8cd2141 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.839450] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 821.839450] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523dc018-4d75-3cbb-5dd2-2d058ec6c0c9" [ 821.839450] env[62788]: _type = "Task" [ 821.839450] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.846566] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393986, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.855261] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523dc018-4d75-3cbb-5dd2-2d058ec6c0c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.912807] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance_info_cache with network_info: [{"id": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "address": "fa:16:3e:7a:e0:35", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e47cecb-f0", "ovs_interfaceid": "8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.920550] env[62788]: DEBUG nova.compute.utils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 821.925839] env[62788]: DEBUG nova.compute.manager [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 821.926161] env[62788]: DEBUG nova.network.neutron [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.006307] env[62788]: DEBUG nova.policy [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef96e4de78e34663bc2f576eaaf20fea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e1d0791620b45a1b8abae13aa655a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.037212] env[62788]: DEBUG oslo_concurrency.lockutils [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] Releasing lock "refresh_cache-70e38abd-3bee-49d3-b371-a9c9b02a5907" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.037508] env[62788]: DEBUG nova.compute.manager [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Received event network-vif-deleted-3c371dc8-a558-4e17-b3c9-4655998b2e3c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 822.037689] env[62788]: INFO nova.compute.manager [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Neutron deleted interface 3c371dc8-a558-4e17-b3c9-4655998b2e3c; detaching it from the instance and deleting it from the info cache [ 822.037882] env[62788]: DEBUG nova.network.neutron [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.163221] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "refresh_cache-053dfbdb-d945-473c-97cc-b5e998cc15e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.163289] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "refresh_cache-053dfbdb-d945-473c-97cc-b5e998cc15e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.163471] env[62788]: DEBUG nova.network.neutron [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.342037] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393986, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.355134] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523dc018-4d75-3cbb-5dd2-2d058ec6c0c9, 'name': SearchDatastore_Task, 'duration_secs': 0.015107} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.356032] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.356032] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.356180] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.356299] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.356622] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.356959] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4650fdad-1687-4ae3-bae1-9d0e9deacd8f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.366704] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.366940] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.367809] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c098a4f-26ac-48e2-a1b6-c7a230e6dd9e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.373682] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 822.373682] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5212dd39-9af4-d5cf-3b0e-458708d6b7dd" [ 822.373682] env[62788]: _type = "Task" [ 822.373682] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.388038] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5212dd39-9af4-d5cf-3b0e-458708d6b7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.407928] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a19d1d-f68f-43c9-92d6-d595cf7f85c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.416164] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3777d5e-eb70-44a2-a1b8-4cd2bd20d42d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.422030] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Releasing lock "refresh_cache-1c4ddad5-e6ec-435a-83ac-685492e923f3" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.422030] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updated the network info_cache for instance {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10538}} [ 822.422030] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.422030] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.422301] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.422355] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.422500] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.422654] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.422781] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 822.422919] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.424917] env[62788]: DEBUG nova.compute.manager [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 822.460249] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af93c5e2-2d84-44bb-97e4-b9c83ab66040 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.472942] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91109733-a4b0-4692-949c-9c8b4c056db5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.478820] env[62788]: DEBUG nova.network.neutron [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Successfully created port: 17523408-71b0-4c31-9669-5789f7996505 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.493953] env[62788]: DEBUG nova.compute.provider_tree [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.540339] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2896dd7-f2aa-4130-9c50-3716cf77f9b5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.550687] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9353b1d-9290-402c-ba88-f23438b4ea99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.590094] env[62788]: DEBUG nova.compute.manager [req-7c54e91c-bd8b-418c-82ca-137e32a54bde req-2475440d-4711-454a-9481-1c94852493cb service nova] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Detach interface failed, port_id=3c371dc8-a558-4e17-b3c9-4655998b2e3c, reason: Instance eb4887db-5cc7-4863-9f44-41fc955914c5 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 822.725532] env[62788]: DEBUG nova.network.neutron [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 822.842907] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393986, 'name': Rename_Task, 'duration_secs': 0.862393} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.843234] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.843500] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-688cf43a-f691-44a9-a666-a2bab976e4a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.849842] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 822.849842] env[62788]: value = "task-2393987" [ 822.849842] env[62788]: _type = "Task" [ 822.849842] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.860301] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.885390] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5212dd39-9af4-d5cf-3b0e-458708d6b7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.013854} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.886289] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d29279-3f4a-4319-a965-9ee048941990 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.891885] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 822.891885] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52399265-d7c7-2afc-5ba8-53a4562ef996" [ 822.891885] env[62788]: _type = "Task" [ 822.891885] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.900117] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52399265-d7c7-2afc-5ba8-53a4562ef996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.926616] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.930899] env[62788]: DEBUG nova.network.neutron [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Updating instance_info_cache with network_info: [{"id": "c5f211b3-7711-4659-9880-238c61a6673f", "address": "fa:16:3e:e1:84:00", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f211b3-77", "ovs_interfaceid": "c5f211b3-7711-4659-9880-238c61a6673f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.997018] env[62788]: DEBUG nova.scheduler.client.report [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.359637] env[62788]: DEBUG oslo_vmware.api [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393987, 'name': PowerOnVM_Task, 'duration_secs': 0.468698} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.360036] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.360305] env[62788]: INFO nova.compute.manager [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Took 7.67 seconds to spawn the instance on the hypervisor. [ 823.360528] env[62788]: DEBUG nova.compute.manager [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 823.361320] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0268c9-e41b-409c-bf8e-9ccaf836b483 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.402820] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52399265-d7c7-2afc-5ba8-53a4562ef996, 'name': SearchDatastore_Task, 'duration_secs': 0.015122} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.403111] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.403380] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 70e38abd-3bee-49d3-b371-a9c9b02a5907/70e38abd-3bee-49d3-b371-a9c9b02a5907.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.403660] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fef7992-c0b4-4909-804c-db26f5db29d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.411683] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 823.411683] env[62788]: value = "task-2393988" [ 823.411683] env[62788]: _type = "Task" [ 823.411683] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.420337] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.433395] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "refresh_cache-053dfbdb-d945-473c-97cc-b5e998cc15e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.433734] env[62788]: DEBUG nova.compute.manager [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Instance network_info: |[{"id": "c5f211b3-7711-4659-9880-238c61a6673f", "address": "fa:16:3e:e1:84:00", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f211b3-77", "ovs_interfaceid": "c5f211b3-7711-4659-9880-238c61a6673f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 823.434192] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:84:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5f211b3-7711-4659-9880-238c61a6673f', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.442296] env[62788]: DEBUG oslo.service.loopingcall [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.442881] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.443136] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8833523c-e720-4241-b923-e6366e991d96 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.464712] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.464712] env[62788]: value = "task-2393989" [ 823.464712] env[62788]: _type = "Task" [ 823.464712] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.468828] env[62788]: DEBUG nova.compute.manager [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 823.479622] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393989, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.491731] env[62788]: DEBUG nova.virt.hardware [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.491924] env[62788]: DEBUG nova.virt.hardware [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.492139] env[62788]: DEBUG nova.virt.hardware [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.492688] env[62788]: DEBUG nova.virt.hardware [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.492688] env[62788]: DEBUG nova.virt.hardware [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.492688] env[62788]: DEBUG nova.virt.hardware [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.492854] env[62788]: DEBUG nova.virt.hardware [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.492984] env[62788]: DEBUG nova.virt.hardware [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.493659] env[62788]: DEBUG nova.virt.hardware [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.493659] env[62788]: DEBUG nova.virt.hardware [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.493659] env[62788]: DEBUG nova.virt.hardware [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.494477] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a67fb31-3f49-43d3-9bbf-38ed1ae64374 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.502273] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.505905] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.979s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.507677] env[62788]: INFO nova.compute.claims [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.512318] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd0bce1-647b-4aaf-8c3c-35ba12787f75 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.537513] env[62788]: INFO nova.scheduler.client.report [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Deleted allocations for instance 29774177-70b5-4709-9c23-f1dbbc552872 [ 823.655083] env[62788]: DEBUG nova.compute.manager [req-05c17d7b-63f2-4e87-a127-64cf383ccfd6 req-16afd49d-f590-4697-a809-4da33e0d02d3 service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Received event network-changed-c5f211b3-7711-4659-9880-238c61a6673f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 823.655562] env[62788]: DEBUG nova.compute.manager [req-05c17d7b-63f2-4e87-a127-64cf383ccfd6 req-16afd49d-f590-4697-a809-4da33e0d02d3 service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Refreshing instance network info cache due to event network-changed-c5f211b3-7711-4659-9880-238c61a6673f. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 823.655562] env[62788]: DEBUG oslo_concurrency.lockutils [req-05c17d7b-63f2-4e87-a127-64cf383ccfd6 req-16afd49d-f590-4697-a809-4da33e0d02d3 service nova] Acquiring lock "refresh_cache-053dfbdb-d945-473c-97cc-b5e998cc15e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.655880] env[62788]: DEBUG oslo_concurrency.lockutils [req-05c17d7b-63f2-4e87-a127-64cf383ccfd6 req-16afd49d-f590-4697-a809-4da33e0d02d3 service nova] Acquired lock "refresh_cache-053dfbdb-d945-473c-97cc-b5e998cc15e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.655880] env[62788]: DEBUG nova.network.neutron [req-05c17d7b-63f2-4e87-a127-64cf383ccfd6 req-16afd49d-f590-4697-a809-4da33e0d02d3 service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Refreshing network info cache for port c5f211b3-7711-4659-9880-238c61a6673f {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.884756] env[62788]: INFO nova.compute.manager [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Took 35.07 seconds to build instance. [ 823.928567] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393988, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.982665] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393989, 'name': CreateVM_Task, 'duration_secs': 0.401658} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.982665] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.983444] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 823.983810] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.984333] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 823.984746] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf705a31-a6cd-45a8-ad04-0c70f3b4f25e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.992697] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 823.992697] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]524af1df-e037-b937-7da6-94cb7dc50add" [ 823.992697] env[62788]: _type = "Task" [ 823.992697] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.003170] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524af1df-e037-b937-7da6-94cb7dc50add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.047458] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eb41bf54-bbec-4687-bed5-1a37917e30d7 tempest-AttachInterfacesUnderV243Test-2095400318 tempest-AttachInterfacesUnderV243Test-2095400318-project-member] Lock "29774177-70b5-4709-9c23-f1dbbc552872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.478s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.226842] env[62788]: DEBUG nova.network.neutron [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Port 361b031c-7a5f-408d-ae8f-3f8772f3b525 binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 824.227209] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.227623] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.227804] env[62788]: DEBUG nova.network.neutron [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.238033] env[62788]: DEBUG nova.compute.manager [req-e7f8439b-5580-4c8e-bcaa-97cfc03757dc req-d4062798-5acc-4190-94f2-28331ba3c99a service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Received event network-vif-plugged-17523408-71b0-4c31-9669-5789f7996505 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 824.239523] env[62788]: DEBUG oslo_concurrency.lockutils [req-e7f8439b-5580-4c8e-bcaa-97cfc03757dc req-d4062798-5acc-4190-94f2-28331ba3c99a service nova] Acquiring lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.239899] env[62788]: DEBUG oslo_concurrency.lockutils [req-e7f8439b-5580-4c8e-bcaa-97cfc03757dc req-d4062798-5acc-4190-94f2-28331ba3c99a service nova] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.240067] env[62788]: DEBUG oslo_concurrency.lockutils [req-e7f8439b-5580-4c8e-bcaa-97cfc03757dc req-d4062798-5acc-4190-94f2-28331ba3c99a service nova] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.240300] env[62788]: DEBUG nova.compute.manager [req-e7f8439b-5580-4c8e-bcaa-97cfc03757dc req-d4062798-5acc-4190-94f2-28331ba3c99a service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] No waiting events found dispatching network-vif-plugged-17523408-71b0-4c31-9669-5789f7996505 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.240491] env[62788]: WARNING nova.compute.manager [req-e7f8439b-5580-4c8e-bcaa-97cfc03757dc req-d4062798-5acc-4190-94f2-28331ba3c99a service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Received unexpected event network-vif-plugged-17523408-71b0-4c31-9669-5789f7996505 for instance with vm_state building and task_state spawning. [ 824.327231] env[62788]: DEBUG nova.network.neutron [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Successfully updated port: 17523408-71b0-4c31-9669-5789f7996505 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.389709] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5e64ea70-93d6-492c-ab43-c2c9a3fcab35 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "82c45586-a150-4f24-836c-a87e31ef0654" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.340s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.422702] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616333} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.422956] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 70e38abd-3bee-49d3-b371-a9c9b02a5907/70e38abd-3bee-49d3-b371-a9c9b02a5907.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.423201] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.423459] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eefcf78-ad2a-4fd8-8915-43ce50cfcb7c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.430031] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 824.430031] env[62788]: value = "task-2393990" [ 824.430031] env[62788]: _type = "Task" [ 824.430031] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.440537] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.493693] env[62788]: DEBUG nova.network.neutron [req-05c17d7b-63f2-4e87-a127-64cf383ccfd6 req-16afd49d-f590-4697-a809-4da33e0d02d3 service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Updated VIF entry in instance network info cache for port c5f211b3-7711-4659-9880-238c61a6673f. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.494124] env[62788]: DEBUG nova.network.neutron [req-05c17d7b-63f2-4e87-a127-64cf383ccfd6 req-16afd49d-f590-4697-a809-4da33e0d02d3 service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Updating instance_info_cache with network_info: [{"id": "c5f211b3-7711-4659-9880-238c61a6673f", "address": "fa:16:3e:e1:84:00", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f211b3-77", "ovs_interfaceid": "c5f211b3-7711-4659-9880-238c61a6673f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.504938] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524af1df-e037-b937-7da6-94cb7dc50add, 'name': SearchDatastore_Task, 'duration_secs': 0.021873} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.505332] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.505564] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.505829] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.505984] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.506176] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.507022] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16f2d5bb-97af-48d4-b05b-2c3bfed5e5f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.515367] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.515569] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.516529] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80527cfb-10c3-4c02-a200-8264bef6b9b2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.522582] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 824.522582] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528d43f0-e809-9100-c962-7bd8dc3cf329" [ 824.522582] env[62788]: _type = "Task" [ 824.522582] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.533551] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528d43f0-e809-9100-c962-7bd8dc3cf329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.832348] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "refresh_cache-5b5f037f-6904-46b4-914f-d9f2896cfd8c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.832606] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "refresh_cache-5b5f037f-6904-46b4-914f-d9f2896cfd8c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.832654] env[62788]: DEBUG nova.network.neutron [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.948389] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170678} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.953119] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.956355] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a9f102-140a-4a48-89b3-f8115d3371d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.981893] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 70e38abd-3bee-49d3-b371-a9c9b02a5907/70e38abd-3bee-49d3-b371-a9c9b02a5907.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.987328] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd8f5d4a-9baf-46d3-9057-88f3fb8a66ab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.000429] env[62788]: DEBUG oslo_concurrency.lockutils [req-05c17d7b-63f2-4e87-a127-64cf383ccfd6 req-16afd49d-f590-4697-a809-4da33e0d02d3 service nova] Releasing lock "refresh_cache-053dfbdb-d945-473c-97cc-b5e998cc15e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.006595] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 825.006595] env[62788]: value = "task-2393991" [ 825.006595] env[62788]: _type = "Task" [ 825.006595] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.011278] env[62788]: DEBUG nova.network.neutron [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance_info_cache with network_info: [{"id": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "address": "fa:16:3e:9e:4c:a5", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361b031c-7a", "ovs_interfaceid": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.015901] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.022561] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79214eaa-388d-4f42-9409-440e124ff7fd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.036958] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb80be6-36fa-4879-a7fb-2af19c9e9ba5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.040229] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528d43f0-e809-9100-c962-7bd8dc3cf329, 'name': SearchDatastore_Task, 'duration_secs': 0.016914} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.041642] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1a43bfa-d5b8-48dd-a6fa-7badf4df153e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.072256] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cad6c7-810d-4ac8-9118-5bbbcbbb7849 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.076290] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 825.076290] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a20ded-7b0a-5f48-aa7d-0047bcf675ff" [ 825.076290] env[62788]: _type = "Task" [ 825.076290] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.083976] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785d73b9-f7b8-48cd-867c-22b84a24568e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.093146] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a20ded-7b0a-5f48-aa7d-0047bcf675ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.103169] env[62788]: DEBUG nova.compute.provider_tree [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.373255] env[62788]: DEBUG nova.network.neutron [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.518473] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.524303] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393991, 'name': ReconfigVM_Task, 'duration_secs': 0.294449} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.524303] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 70e38abd-3bee-49d3-b371-a9c9b02a5907/70e38abd-3bee-49d3-b371-a9c9b02a5907.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.524303] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62a76ab8-a5bf-4829-a851-6bff0887fbd9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.535974] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 825.535974] env[62788]: value = "task-2393992" [ 825.535974] env[62788]: _type = "Task" [ 825.535974] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.548441] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393992, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.568416] env[62788]: DEBUG nova.network.neutron [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Updating instance_info_cache with network_info: [{"id": "17523408-71b0-4c31-9669-5789f7996505", "address": "fa:16:3e:dd:c7:fa", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17523408-71", "ovs_interfaceid": "17523408-71b0-4c31-9669-5789f7996505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.589966] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a20ded-7b0a-5f48-aa7d-0047bcf675ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016567} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.591616] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 825.592110] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 053dfbdb-d945-473c-97cc-b5e998cc15e1/053dfbdb-d945-473c-97cc-b5e998cc15e1.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.592450] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f28144b1-4a80-45f3-8997-a4c3bdb738d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.603750] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 825.603750] env[62788]: value = "task-2393993" [ 825.603750] env[62788]: _type = "Task" [ 825.603750] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.608310] env[62788]: DEBUG nova.scheduler.client.report [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.618953] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.024824] env[62788]: DEBUG nova.compute.manager [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62788) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 826.025261] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.050252] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393992, 'name': Rename_Task, 'duration_secs': 0.146186} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.051456] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.051456] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25d9f9da-5685-4092-bceb-84bdf03b3339 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.057894] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 826.057894] env[62788]: value = "task-2393994" [ 826.057894] env[62788]: _type = "Task" [ 826.057894] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.066556] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.071854] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "refresh_cache-5b5f037f-6904-46b4-914f-d9f2896cfd8c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.072285] env[62788]: DEBUG nova.compute.manager [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Instance network_info: |[{"id": "17523408-71b0-4c31-9669-5789f7996505", "address": "fa:16:3e:dd:c7:fa", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17523408-71", "ovs_interfaceid": "17523408-71b0-4c31-9669-5789f7996505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 826.072742] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:c7:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17523408-71b0-4c31-9669-5789f7996505', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.080730] env[62788]: DEBUG oslo.service.loopingcall [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.080992] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.081238] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b0ba99a-7c01-4dfe-b5b7-d751f43e231e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.099840] env[62788]: DEBUG nova.compute.manager [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 826.104796] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34fc22f-52e3-40a3-938b-03c2b48a2da1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.104796] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.104796] env[62788]: value = "task-2393995" [ 826.104796] env[62788]: _type = "Task" [ 826.104796] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.114360] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.114741] env[62788]: DEBUG nova.compute.manager [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 826.124047] env[62788]: DEBUG oslo_concurrency.lockutils [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.200s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.124047] env[62788]: DEBUG nova.objects.instance [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Lazy-loading 'resources' on Instance uuid 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.135316] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393993, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.135594] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393995, 'name': CreateVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.341667] env[62788]: DEBUG nova.compute.manager [req-c2f91e1e-44ca-42e1-80bc-da696d97f7d5 req-ee747512-bf86-4ddf-8255-35290cb47fa4 service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Received event network-changed-17523408-71b0-4c31-9669-5789f7996505 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 826.342346] env[62788]: DEBUG nova.compute.manager [req-c2f91e1e-44ca-42e1-80bc-da696d97f7d5 req-ee747512-bf86-4ddf-8255-35290cb47fa4 service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Refreshing instance network info cache due to event network-changed-17523408-71b0-4c31-9669-5789f7996505. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 826.342531] env[62788]: DEBUG oslo_concurrency.lockutils [req-c2f91e1e-44ca-42e1-80bc-da696d97f7d5 req-ee747512-bf86-4ddf-8255-35290cb47fa4 service nova] Acquiring lock "refresh_cache-5b5f037f-6904-46b4-914f-d9f2896cfd8c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.342665] env[62788]: DEBUG oslo_concurrency.lockutils [req-c2f91e1e-44ca-42e1-80bc-da696d97f7d5 req-ee747512-bf86-4ddf-8255-35290cb47fa4 service nova] Acquired lock "refresh_cache-5b5f037f-6904-46b4-914f-d9f2896cfd8c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.342939] env[62788]: DEBUG nova.network.neutron [req-c2f91e1e-44ca-42e1-80bc-da696d97f7d5 req-ee747512-bf86-4ddf-8255-35290cb47fa4 service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Refreshing network info cache for port 17523408-71b0-4c31-9669-5789f7996505 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.568282] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393994, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.622338] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393995, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.622623] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552786} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.623889] env[62788]: DEBUG nova.compute.utils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 826.625677] env[62788]: INFO nova.compute.manager [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] instance snapshotting [ 826.627142] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 053dfbdb-d945-473c-97cc-b5e998cc15e1/053dfbdb-d945-473c-97cc-b5e998cc15e1.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.627334] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.627795] env[62788]: DEBUG nova.compute.manager [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 826.627959] env[62788]: DEBUG nova.network.neutron [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.629736] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1c7e86d-6722-4cea-8806-1663d3d6f45b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.632387] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c150e049-429b-401e-b501-59698a822510 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.642401] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 826.642401] env[62788]: value = "task-2393996" [ 826.642401] env[62788]: _type = "Task" [ 826.642401] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.660968] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caa462b-0abd-49f9-b0e2-dd0770f918d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.668863] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.684184] env[62788]: DEBUG nova.policy [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0106528cbf5945acbb0265b2bddbfd02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713d5a9bfb3b46e6960f97f47fc8edfe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.771503] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 826.771740] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 826.772350] env[62788]: INFO nova.compute.manager [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Shelving [ 827.070823] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393994, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.122027] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393995, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.128516] env[62788]: DEBUG nova.compute.manager [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 827.135266] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d55375-d71c-467b-af5e-8d098bc32d07 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.145662] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3929e186-4da3-4bf7-99dc-9da12a05cf63 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.191008] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 827.195184] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-41c28849-58cc-44fb-9dcd-f23c46d38acd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.200876] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb8ed25-952b-45da-adc7-1a94f6ed68ec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.209351] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074758} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.213348] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.213348] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 827.213348] env[62788]: value = "task-2393997" [ 827.213348] env[62788]: _type = "Task" [ 827.213348] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.213982] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2cfb01-37cd-45a2-922a-d19dca603aa5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.218915] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf46ac3-07dc-4985-9ff4-7e3fe0aaa237 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.238304] env[62788]: DEBUG nova.compute.provider_tree [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.243773] env[62788]: DEBUG nova.network.neutron [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Successfully created port: d1c659b1-13df-4651-a6cf-07df81bcfdec {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.264658] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 053dfbdb-d945-473c-97cc-b5e998cc15e1/053dfbdb-d945-473c-97cc-b5e998cc15e1.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.265979] env[62788]: DEBUG nova.network.neutron [req-c2f91e1e-44ca-42e1-80bc-da696d97f7d5 req-ee747512-bf86-4ddf-8255-35290cb47fa4 service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Updated VIF entry in instance network info cache for port 17523408-71b0-4c31-9669-5789f7996505. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.266074] env[62788]: DEBUG nova.network.neutron [req-c2f91e1e-44ca-42e1-80bc-da696d97f7d5 req-ee747512-bf86-4ddf-8255-35290cb47fa4 service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Updating instance_info_cache with network_info: [{"id": "17523408-71b0-4c31-9669-5789f7996505", "address": "fa:16:3e:dd:c7:fa", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17523408-71", "ovs_interfaceid": "17523408-71b0-4c31-9669-5789f7996505", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.267935] env[62788]: DEBUG nova.scheduler.client.report [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.273276] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f42123e1-9d16-4ff9-b9d3-76dd9a3f1792 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.299570] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 827.299570] env[62788]: value = "task-2393998" [ 827.299570] env[62788]: _type = "Task" [ 827.299570] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.307541] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393998, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.568897] env[62788]: DEBUG oslo_vmware.api [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2393994, 'name': PowerOnVM_Task, 'duration_secs': 1.082983} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.568955] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.569250] env[62788]: INFO nova.compute.manager [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Took 9.36 seconds to spawn the instance on the hypervisor. [ 827.569423] env[62788]: DEBUG nova.compute.manager [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 827.570249] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e657cf9c-1d7f-4e16-bc87-ca29c9b08406 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.619676] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2393995, 'name': CreateVM_Task, 'duration_secs': 1.475686} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.620627] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.621376] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.621586] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.621941] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.622706] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd762cf5-05ca-4929-bf98-b810c0c59bc0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.628336] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 827.628336] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ff39a2-78e4-a86d-85fd-7f8e58f7bac8" [ 827.628336] env[62788]: _type = "Task" [ 827.628336] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.640465] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ff39a2-78e4-a86d-85fd-7f8e58f7bac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.729733] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393997, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.789407] env[62788]: DEBUG oslo_concurrency.lockutils [req-c2f91e1e-44ca-42e1-80bc-da696d97f7d5 req-ee747512-bf86-4ddf-8255-35290cb47fa4 service nova] Releasing lock "refresh_cache-5b5f037f-6904-46b4-914f-d9f2896cfd8c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.790673] env[62788]: DEBUG oslo_concurrency.lockutils [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.794176] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.018s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.796322] env[62788]: INFO nova.compute.claims [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.800384] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.801486] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66b95ebb-bbee-4c11-8c1e-9bb893c7535e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.814805] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.816480] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 827.816480] env[62788]: value = "task-2393999" [ 827.816480] env[62788]: _type = "Task" [ 827.816480] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.823853] env[62788]: INFO nova.scheduler.client.report [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Deleted allocations for instance 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af [ 827.831948] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.092704] env[62788]: INFO nova.compute.manager [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Took 36.81 seconds to build instance. [ 828.138719] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ff39a2-78e4-a86d-85fd-7f8e58f7bac8, 'name': SearchDatastore_Task, 'duration_secs': 0.019105} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.139163] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.139449] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.139716] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 828.139868] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.140062] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.140368] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdd7bbaa-6f8d-49db-83f2-5c7625bc49d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.143177] env[62788]: DEBUG nova.compute.manager [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 828.153129] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.153326] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.154059] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51096c6e-a770-426b-93b6-d6e20c21200c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.159545] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 828.159545] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52aff6ce-88b6-5dc3-6175-55ca3304bfae" [ 828.159545] env[62788]: _type = "Task" [ 828.159545] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.166992] env[62788]: DEBUG nova.virt.hardware [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.167280] env[62788]: DEBUG nova.virt.hardware [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.167456] env[62788]: DEBUG nova.virt.hardware [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.167646] env[62788]: DEBUG nova.virt.hardware [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.167793] env[62788]: DEBUG nova.virt.hardware [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.167938] env[62788]: DEBUG nova.virt.hardware [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.168169] env[62788]: DEBUG nova.virt.hardware [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.168333] env[62788]: DEBUG nova.virt.hardware [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.168498] env[62788]: DEBUG nova.virt.hardware [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.168661] env[62788]: DEBUG nova.virt.hardware [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.168834] env[62788]: DEBUG nova.virt.hardware [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.170047] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0145019-946f-43b6-8e3c-f618208fa55b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.181448] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fbba36-3008-49c0-9ed2-aad66122f798 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.185220] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52aff6ce-88b6-5dc3-6175-55ca3304bfae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.228125] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393997, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.313927] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2393998, 'name': ReconfigVM_Task, 'duration_secs': 0.595489} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.314969] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 053dfbdb-d945-473c-97cc-b5e998cc15e1/053dfbdb-d945-473c-97cc-b5e998cc15e1.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.315665] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faadb5c4-b9e6-4cba-ad25-0ce8c7f6fb3e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.326730] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2393999, 'name': PowerOffVM_Task, 'duration_secs': 0.280157} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.328561] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.328561] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 828.328561] env[62788]: value = "task-2394000" [ 828.328561] env[62788]: _type = "Task" [ 828.328561] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.329270] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c33acd-e3be-4850-a15b-ae7165a86274 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.339015] env[62788]: DEBUG oslo_concurrency.lockutils [None req-102e180b-5458-41dd-81e4-9487116c2e91 tempest-InstanceActionsV221TestJSON-61193475 tempest-InstanceActionsV221TestJSON-61193475-project-member] Lock "246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.519s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.362486] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d530426-517f-4347-a74f-7d6b08c2a4a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.366160] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394000, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.559354] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquiring lock "6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.559594] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lock "6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.594702] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bab4db5f-3856-4750-9e57-81ab730ebfd7 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "70e38abd-3bee-49d3-b371-a9c9b02a5907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.223s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.671608] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52aff6ce-88b6-5dc3-6175-55ca3304bfae, 'name': SearchDatastore_Task, 'duration_secs': 0.028889} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.672443] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387e22f5-830d-445c-a31f-1b6c321ee231 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.677842] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 828.677842] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52163ef1-d361-8322-94ce-2361c17c33ba" [ 828.677842] env[62788]: _type = "Task" [ 828.677842] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.686671] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52163ef1-d361-8322-94ce-2361c17c33ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.732074] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2393997, 'name': CreateSnapshot_Task, 'duration_secs': 1.205186} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.732247] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 828.732999] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de046fd-ce02-4333-992b-d8d66ab37b59 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.843557] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394000, 'name': Rename_Task, 'duration_secs': 0.241438} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.843986] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.844262] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-740a9225-11db-4477-ba97-238eae3f5062 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.853586] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 828.853586] env[62788]: value = "task-2394001" [ 828.853586] env[62788]: _type = "Task" [ 828.853586] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.863227] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.877951] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.877951] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-20f2c8a8-7624-402e-9771-b81a1f0a4583 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.887188] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 828.887188] env[62788]: value = "task-2394002" [ 828.887188] env[62788]: _type = "Task" [ 828.887188] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.896193] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394002, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.062931] env[62788]: DEBUG nova.compute.manager [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 829.094657] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526369fc-2aac-de70-3a9e-4cbe3983e683/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 829.095709] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24834c4-d760-44ac-89e1-10ec71cea9a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.112901] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526369fc-2aac-de70-3a9e-4cbe3983e683/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 829.113133] env[62788]: ERROR oslo_vmware.rw_handles [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526369fc-2aac-de70-3a9e-4cbe3983e683/disk-0.vmdk due to incomplete transfer. [ 829.113383] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-42139d51-1cc0-493f-ac4d-0d679a29d171 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.123292] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526369fc-2aac-de70-3a9e-4cbe3983e683/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 829.123498] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Uploaded image ec8345c5-a26f-45f4-8747-24eb7bb0828b to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 829.125847] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 829.126741] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-947f598d-6a9e-43da-b099-158614216abf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.133108] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 829.133108] env[62788]: value = "task-2394003" [ 829.133108] env[62788]: _type = "Task" [ 829.133108] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.141849] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394003, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.189971] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52163ef1-d361-8322-94ce-2361c17c33ba, 'name': SearchDatastore_Task, 'duration_secs': 0.031267} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.190249] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 829.190520] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 5b5f037f-6904-46b4-914f-d9f2896cfd8c/5b5f037f-6904-46b4-914f-d9f2896cfd8c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.190784] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50ffaefa-78bc-437b-b35e-0e13fec94d0a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.196779] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 829.196779] env[62788]: value = "task-2394004" [ 829.196779] env[62788]: _type = "Task" [ 829.196779] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.207982] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.239977] env[62788]: DEBUG nova.compute.manager [req-f2f2ef1b-96ad-4312-9c29-7fe0ea0f0057 req-f6f35e38-a956-4398-ace5-03d4634abc79 service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Received event network-vif-plugged-d1c659b1-13df-4651-a6cf-07df81bcfdec {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 829.239977] env[62788]: DEBUG oslo_concurrency.lockutils [req-f2f2ef1b-96ad-4312-9c29-7fe0ea0f0057 req-f6f35e38-a956-4398-ace5-03d4634abc79 service nova] Acquiring lock "e8873fbd-7b59-4a34-a65c-4d84389413c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.239977] env[62788]: DEBUG oslo_concurrency.lockutils [req-f2f2ef1b-96ad-4312-9c29-7fe0ea0f0057 req-f6f35e38-a956-4398-ace5-03d4634abc79 service nova] Lock "e8873fbd-7b59-4a34-a65c-4d84389413c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.239977] env[62788]: DEBUG oslo_concurrency.lockutils [req-f2f2ef1b-96ad-4312-9c29-7fe0ea0f0057 req-f6f35e38-a956-4398-ace5-03d4634abc79 service nova] Lock "e8873fbd-7b59-4a34-a65c-4d84389413c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.240285] env[62788]: DEBUG nova.compute.manager [req-f2f2ef1b-96ad-4312-9c29-7fe0ea0f0057 req-f6f35e38-a956-4398-ace5-03d4634abc79 service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] No waiting events found dispatching network-vif-plugged-d1c659b1-13df-4651-a6cf-07df81bcfdec {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.240453] env[62788]: WARNING nova.compute.manager [req-f2f2ef1b-96ad-4312-9c29-7fe0ea0f0057 req-f6f35e38-a956-4398-ace5-03d4634abc79 service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Received unexpected event network-vif-plugged-d1c659b1-13df-4651-a6cf-07df81bcfdec for instance with vm_state building and task_state spawning. [ 829.246709] env[62788]: INFO nova.compute.manager [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Rescuing [ 829.246948] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "refresh_cache-70e38abd-3bee-49d3-b371-a9c9b02a5907" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.247110] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired lock "refresh_cache-70e38abd-3bee-49d3-b371-a9c9b02a5907" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.248079] env[62788]: DEBUG nova.network.neutron [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.257774] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 829.258916] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-187cd016-393e-448a-acc7-09a4eb80a709 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.268515] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 829.268515] env[62788]: value = "task-2394005" [ 829.268515] env[62788]: _type = "Task" [ 829.268515] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.278023] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394005, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.364436] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.366133] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6538a205-75cc-40c8-b216-1f809f95d7e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.373571] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d38b27-df92-4c51-bfb5-86b36c6fa5e3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.407526] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e0d6af-ac6b-4ad5-bc58-13528a8e89f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.417020] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394002, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.420231] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d073cc08-aa15-4fb7-926c-e1c3ec1b7ce0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.434526] env[62788]: DEBUG nova.compute.provider_tree [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.480857] env[62788]: DEBUG nova.network.neutron [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Successfully updated port: d1c659b1-13df-4651-a6cf-07df81bcfdec {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.584802] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.645461] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394003, 'name': Destroy_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.711687] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394004, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.780585] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394005, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.866652] env[62788]: DEBUG oslo_vmware.api [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394001, 'name': PowerOnVM_Task, 'duration_secs': 0.905298} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.866917] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.867159] env[62788]: INFO nova.compute.manager [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Took 9.09 seconds to spawn the instance on the hypervisor. [ 829.867335] env[62788]: DEBUG nova.compute.manager [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 829.868132] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aeecb6-f075-45bb-8afd-77dca1379284 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.915488] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394002, 'name': CreateSnapshot_Task, 'duration_secs': 1.020228} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.915772] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.916591] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a65471-4a81-4578-8c2b-23a26ac9a84b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.937747] env[62788]: DEBUG nova.scheduler.client.report [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.985018] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquiring lock "refresh_cache-e8873fbd-7b59-4a34-a65c-4d84389413c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 829.985018] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquired lock "refresh_cache-e8873fbd-7b59-4a34-a65c-4d84389413c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.985018] env[62788]: DEBUG nova.network.neutron [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.145726] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394003, 'name': Destroy_Task, 'duration_secs': 0.773246} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.146041] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Destroyed the VM [ 830.146277] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 830.146531] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f94b6dcf-8385-4fb4-99fe-db2c70b4bbb0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.152976] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 830.152976] env[62788]: value = "task-2394006" [ 830.152976] env[62788]: _type = "Task" [ 830.152976] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.157029] env[62788]: DEBUG nova.network.neutron [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Updating instance_info_cache with network_info: [{"id": "20d525d9-5779-4726-85e2-e03b4715f6ad", "address": "fa:16:3e:37:75:ba", "network": {"id": "40fb31a1-3231-461b-9bdb-a25d85dffb8d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-463757246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78147da7ce814f10a43abcb22c916c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20d525d9-57", "ovs_interfaceid": "20d525d9-5779-4726-85e2-e03b4715f6ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.163419] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394006, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.213039] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630627} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.213039] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 5b5f037f-6904-46b4-914f-d9f2896cfd8c/5b5f037f-6904-46b4-914f-d9f2896cfd8c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.213039] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.213289] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4201bb4d-4d88-4e07-aa0c-9d4fe41e5daf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.220896] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 830.220896] env[62788]: value = "task-2394007" [ 830.220896] env[62788]: _type = "Task" [ 830.220896] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.229226] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.279640] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394005, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.395255] env[62788]: INFO nova.compute.manager [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Took 38.07 seconds to build instance. [ 830.445051] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.446617] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.447158] env[62788]: DEBUG nova.compute.manager [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 830.451702] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-24764610-bfc9-4d36-a2ee-d22ce9163812 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.454374] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.598s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 830.454611] env[62788]: DEBUG nova.objects.instance [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lazy-loading 'resources' on Instance uuid c66cf078-4d7d-433d-98ee-2206453351f4 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.461191] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 830.461191] env[62788]: value = "task-2394008" [ 830.461191] env[62788]: _type = "Task" [ 830.461191] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.471130] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394008, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.534602] env[62788]: DEBUG nova.network.neutron [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.659994] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Releasing lock "refresh_cache-70e38abd-3bee-49d3-b371-a9c9b02a5907" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 830.666253] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394006, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.706452] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] Acquiring lock "refresh_cache-053dfbdb-d945-473c-97cc-b5e998cc15e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 830.706779] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] Acquired lock "refresh_cache-053dfbdb-d945-473c-97cc-b5e998cc15e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.706833] env[62788]: DEBUG nova.network.neutron [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.735817] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223719} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.736324] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.737441] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe86a08-1e50-4444-bdd6-48d6519d9f7e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.772089] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 5b5f037f-6904-46b4-914f-d9f2896cfd8c/5b5f037f-6904-46b4-914f-d9f2896cfd8c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.773246] env[62788]: DEBUG nova.network.neutron [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Updating instance_info_cache with network_info: [{"id": "d1c659b1-13df-4651-a6cf-07df81bcfdec", "address": "fa:16:3e:90:d8:b0", "network": {"id": "428d1ec6-915a-41cb-bfb9-01b6c76eb23e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-978855023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713d5a9bfb3b46e6960f97f47fc8edfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c659b1-13", "ovs_interfaceid": "d1c659b1-13df-4651-a6cf-07df81bcfdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.774599] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c0a01d0-0db1-43dd-b401-4be81f6be1e9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.799800] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394005, 'name': CloneVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.801173] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 830.801173] env[62788]: value = "task-2394009" [ 830.801173] env[62788]: _type = "Task" [ 830.801173] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.812218] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394009, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.897999] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9780432e-93e2-4237-9eec-b4b4882ad1f8 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "053dfbdb-d945-473c-97cc-b5e998cc15e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.747s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.959376] env[62788]: DEBUG nova.compute.utils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 830.961947] env[62788]: DEBUG nova.compute.manager [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 830.962137] env[62788]: DEBUG nova.network.neutron [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.982249] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394008, 'name': CloneVM_Task} progress is 93%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.131370] env[62788]: DEBUG nova.policy [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f047d34e759426a886768720cf5b6ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c38bf2fcd0174f99adfa564d1d065c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.166600] env[62788]: DEBUG oslo_vmware.api [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394006, 'name': RemoveSnapshot_Task, 'duration_secs': 0.990339} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.169967] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 831.170423] env[62788]: INFO nova.compute.manager [None req-ffaa6ff1-c957-40e3-8b4f-a4193a45c1b1 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Took 16.39 seconds to snapshot the instance on the hypervisor. [ 831.290082] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394005, 'name': CloneVM_Task, 'duration_secs': 1.606101} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.293223] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Releasing lock "refresh_cache-e8873fbd-7b59-4a34-a65c-4d84389413c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 831.293617] env[62788]: DEBUG nova.compute.manager [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Instance network_info: |[{"id": "d1c659b1-13df-4651-a6cf-07df81bcfdec", "address": "fa:16:3e:90:d8:b0", "network": {"id": "428d1ec6-915a-41cb-bfb9-01b6c76eb23e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-978855023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713d5a9bfb3b46e6960f97f47fc8edfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c659b1-13", "ovs_interfaceid": "d1c659b1-13df-4651-a6cf-07df81bcfdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 831.293981] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Created linked-clone VM from snapshot [ 831.297327] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:d8:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1c659b1-13df-4651-a6cf-07df81bcfdec', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.305015] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Creating folder: Project (713d5a9bfb3b46e6960f97f47fc8edfe). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.305799] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d11203-f5cb-4e54-842d-68b0e09451e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.308945] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-619d3f5a-34d8-4f60-b1c0-e684c9bf7b84 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.327959] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.327959] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Uploading image 033d36b2-d387-4e54-9281-e4e327a9877e {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.333444] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Created folder: Project (713d5a9bfb3b46e6960f97f47fc8edfe) in parent group-v485515. [ 831.334782] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Creating folder: Instances. Parent ref: group-v485675. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.334782] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca1041a6-6d25-468d-b449-c633bd158ae8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.343909] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Created folder: Instances in parent group-v485675. [ 831.344229] env[62788]: DEBUG oslo.service.loopingcall [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 831.345414] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.345414] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b73c56a-10b7-4b43-945d-dd64682140e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.369243] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.369243] env[62788]: value = "task-2394012" [ 831.369243] env[62788]: _type = "Task" [ 831.369243] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.374110] env[62788]: DEBUG oslo_vmware.rw_handles [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.374110] env[62788]: value = "vm-485672" [ 831.374110] env[62788]: _type = "VirtualMachine" [ 831.374110] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.374566] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8d919b3-6c15-4178-bad6-57ac556bf011 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.381672] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394012, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.385733] env[62788]: DEBUG oslo_vmware.rw_handles [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lease: (returnval){ [ 831.385733] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fb95a5-fbda-5bd2-231d-a65018baab54" [ 831.385733] env[62788]: _type = "HttpNfcLease" [ 831.385733] env[62788]: } obtained for exporting VM: (result){ [ 831.385733] env[62788]: value = "vm-485672" [ 831.385733] env[62788]: _type = "VirtualMachine" [ 831.385733] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.386046] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the lease: (returnval){ [ 831.386046] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fb95a5-fbda-5bd2-231d-a65018baab54" [ 831.386046] env[62788]: _type = "HttpNfcLease" [ 831.386046] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.388660] env[62788]: DEBUG nova.compute.manager [req-aad269ec-7c05-4151-9fa4-95080514e3b9 req-0aa0d7db-cd7a-4f0c-8789-7b8b6e77735b service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Received event network-changed-d1c659b1-13df-4651-a6cf-07df81bcfdec {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 831.388744] env[62788]: DEBUG nova.compute.manager [req-aad269ec-7c05-4151-9fa4-95080514e3b9 req-0aa0d7db-cd7a-4f0c-8789-7b8b6e77735b service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Refreshing instance network info cache due to event network-changed-d1c659b1-13df-4651-a6cf-07df81bcfdec. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 831.388963] env[62788]: DEBUG oslo_concurrency.lockutils [req-aad269ec-7c05-4151-9fa4-95080514e3b9 req-0aa0d7db-cd7a-4f0c-8789-7b8b6e77735b service nova] Acquiring lock "refresh_cache-e8873fbd-7b59-4a34-a65c-4d84389413c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 831.389219] env[62788]: DEBUG oslo_concurrency.lockutils [req-aad269ec-7c05-4151-9fa4-95080514e3b9 req-0aa0d7db-cd7a-4f0c-8789-7b8b6e77735b service nova] Acquired lock "refresh_cache-e8873fbd-7b59-4a34-a65c-4d84389413c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.389359] env[62788]: DEBUG nova.network.neutron [req-aad269ec-7c05-4151-9fa4-95080514e3b9 req-0aa0d7db-cd7a-4f0c-8789-7b8b6e77735b service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Refreshing network info cache for port d1c659b1-13df-4651-a6cf-07df81bcfdec {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.401460] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.401460] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fb95a5-fbda-5bd2-231d-a65018baab54" [ 831.401460] env[62788]: _type = "HttpNfcLease" [ 831.401460] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 831.401924] env[62788]: DEBUG oslo_vmware.rw_handles [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 831.401924] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fb95a5-fbda-5bd2-231d-a65018baab54" [ 831.401924] env[62788]: _type = "HttpNfcLease" [ 831.401924] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 831.403602] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368aaf03-c527-4b6a-abc7-f5248b638f37 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.415891] env[62788]: DEBUG oslo_vmware.rw_handles [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52522bcb-4d2f-9357-3eef-b82e9fc2022f/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 831.416141] env[62788]: DEBUG oslo_vmware.rw_handles [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52522bcb-4d2f-9357-3eef-b82e9fc2022f/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 831.482131] env[62788]: DEBUG nova.compute.manager [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 831.505029] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394008, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.528076] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9eed608d-092d-487b-8342-3f79633701ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.622765] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd75178d-74b2-4529-a1c6-9d5a11f10cb9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.633472] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ebee51-4202-4bcd-af1a-8ede285e54dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.663885] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff27f34-4945-4483-bd1b-c48c869b4010 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.671490] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b310e2-96bc-42c5-a99c-ae7ab997f841 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.688692] env[62788]: DEBUG nova.compute.provider_tree [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.709564] env[62788]: DEBUG nova.network.neutron [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Updating instance_info_cache with network_info: [{"id": "c5f211b3-7711-4659-9880-238c61a6673f", "address": "fa:16:3e:e1:84:00", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f211b3-77", "ovs_interfaceid": "c5f211b3-7711-4659-9880-238c61a6673f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.803078] env[62788]: DEBUG nova.network.neutron [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Successfully created port: 3038e4f6-01a1-4877-bc3b-36125d9f4f34 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.818920] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394009, 'name': ReconfigVM_Task, 'duration_secs': 0.626462} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.819502] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 5b5f037f-6904-46b4-914f-d9f2896cfd8c/5b5f037f-6904-46b4-914f-d9f2896cfd8c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.820220] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9931c18c-adcb-4562-b68e-a3eb648fb320 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.827214] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 831.827214] env[62788]: value = "task-2394014" [ 831.827214] env[62788]: _type = "Task" [ 831.827214] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.837550] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394014, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.878602] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394012, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.013192] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394008, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.194447] env[62788]: DEBUG nova.scheduler.client.report [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.203712] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.204651] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48f006fa-4045-4494-9d6a-a7b6c11f45fe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.212962] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] Releasing lock "refresh_cache-053dfbdb-d945-473c-97cc-b5e998cc15e1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.213468] env[62788]: DEBUG nova.compute.manager [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Inject network info {{(pid=62788) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7751}} [ 832.214135] env[62788]: DEBUG nova.compute.manager [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] network_info to inject: |[{"id": "c5f211b3-7711-4659-9880-238c61a6673f", "address": "fa:16:3e:e1:84:00", "network": {"id": "64672bb0-2dd3-4c73-9b35-e065c3f088b3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1166654294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44212501055f46efa3a5db08cd3964d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5f211b3-77", "ovs_interfaceid": "c5f211b3-7711-4659-9880-238c61a6673f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7752}} [ 832.221191] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Reconfiguring VM instance to set the machine id {{(pid=62788) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 832.222144] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 832.222144] env[62788]: value = "task-2394015" [ 832.222144] env[62788]: _type = "Task" [ 832.222144] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.222533] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e89d896-4e5e-479a-90fa-810620eda7e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.246095] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.247768] env[62788]: DEBUG oslo_vmware.api [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] Waiting for the task: (returnval){ [ 832.247768] env[62788]: value = "task-2394016" [ 832.247768] env[62788]: _type = "Task" [ 832.247768] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.256645] env[62788]: DEBUG oslo_vmware.api [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] Task: {'id': task-2394016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.340490] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394014, 'name': Rename_Task, 'duration_secs': 0.148079} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.340966] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.341388] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ccb53c8-f7d5-4da8-9c4b-426d71357d91 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.348628] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 832.348628] env[62788]: value = "task-2394017" [ 832.348628] env[62788]: _type = "Task" [ 832.348628] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.358544] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.380447] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394012, 'name': CreateVM_Task, 'duration_secs': 0.848495} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.380739] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.381624] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.381870] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.382384] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 832.382760] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b0613c-0952-4316-ae6c-d65b8b31d7ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.387994] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for the task: (returnval){ [ 832.387994] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526d112a-ec97-8c26-aa67-714c67a3d3c6" [ 832.387994] env[62788]: _type = "Task" [ 832.387994] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.399540] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526d112a-ec97-8c26-aa67-714c67a3d3c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.502389] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394008, 'name': CloneVM_Task, 'duration_secs': 1.90999} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.502670] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Created linked-clone VM from snapshot [ 832.503533] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32de0c44-9e51-4647-922d-d213cce9495a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.507925] env[62788]: DEBUG nova.compute.manager [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 832.516074] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Uploading image 22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125 {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 832.534954] env[62788]: DEBUG nova.network.neutron [req-aad269ec-7c05-4151-9fa4-95080514e3b9 req-0aa0d7db-cd7a-4f0c-8789-7b8b6e77735b service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Updated VIF entry in instance network info cache for port d1c659b1-13df-4651-a6cf-07df81bcfdec. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.535374] env[62788]: DEBUG nova.network.neutron [req-aad269ec-7c05-4151-9fa4-95080514e3b9 req-0aa0d7db-cd7a-4f0c-8789-7b8b6e77735b service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Updating instance_info_cache with network_info: [{"id": "d1c659b1-13df-4651-a6cf-07df81bcfdec", "address": "fa:16:3e:90:d8:b0", "network": {"id": "428d1ec6-915a-41cb-bfb9-01b6c76eb23e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-978855023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713d5a9bfb3b46e6960f97f47fc8edfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c659b1-13", "ovs_interfaceid": "d1c659b1-13df-4651-a6cf-07df81bcfdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.541922] env[62788]: DEBUG nova.virt.hardware [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.541922] env[62788]: DEBUG nova.virt.hardware [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.542168] env[62788]: DEBUG nova.virt.hardware [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.542239] env[62788]: DEBUG nova.virt.hardware [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.542596] env[62788]: DEBUG nova.virt.hardware [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.542879] env[62788]: DEBUG nova.virt.hardware [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.543168] env[62788]: DEBUG nova.virt.hardware [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.543384] env[62788]: DEBUG nova.virt.hardware [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.546016] env[62788]: DEBUG nova.virt.hardware [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.546016] env[62788]: DEBUG nova.virt.hardware [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.546016] env[62788]: DEBUG nova.virt.hardware [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.546804] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55efe38-4f5c-40e0-9a33-49df84c0af9e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.557787] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b473cc-3c2d-4bc0-9db7-c68f72b26930 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.565075] env[62788]: DEBUG oslo_vmware.rw_handles [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 832.565075] env[62788]: value = "vm-485674" [ 832.565075] env[62788]: _type = "VirtualMachine" [ 832.565075] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 832.565605] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-347714e2-2ec6-4076-9866-1083df6ed597 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.582547] env[62788]: DEBUG oslo_vmware.rw_handles [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lease: (returnval){ [ 832.582547] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52066e1d-da2a-b2b4-dd9f-cc226c84ee11" [ 832.582547] env[62788]: _type = "HttpNfcLease" [ 832.582547] env[62788]: } obtained for exporting VM: (result){ [ 832.582547] env[62788]: value = "vm-485674" [ 832.582547] env[62788]: _type = "VirtualMachine" [ 832.582547] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 832.582906] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the lease: (returnval){ [ 832.582906] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52066e1d-da2a-b2b4-dd9f-cc226c84ee11" [ 832.582906] env[62788]: _type = "HttpNfcLease" [ 832.582906] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 832.589956] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.589956] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52066e1d-da2a-b2b4-dd9f-cc226c84ee11" [ 832.589956] env[62788]: _type = "HttpNfcLease" [ 832.589956] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 832.590251] env[62788]: DEBUG oslo_vmware.rw_handles [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 832.590251] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52066e1d-da2a-b2b4-dd9f-cc226c84ee11" [ 832.590251] env[62788]: _type = "HttpNfcLease" [ 832.590251] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 832.591220] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c44955-9d35-4948-88a8-974538e91661 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.599406] env[62788]: DEBUG oslo_vmware.rw_handles [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f6c3-3e68-3f88-6f03-dcc49e1fbc7f/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 832.599593] env[62788]: DEBUG oslo_vmware.rw_handles [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f6c3-3e68-3f88-6f03-dcc49e1fbc7f/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.698657] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.701352] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.834s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.701601] env[62788]: DEBUG nova.objects.instance [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lazy-loading 'resources' on Instance uuid 23dd65a4-a98a-46db-8006-b00482ece873 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.717689] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-15812d4d-42df-4102-b6f6-c8ab2b01f868 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.733632] env[62788]: INFO nova.scheduler.client.report [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Deleted allocations for instance c66cf078-4d7d-433d-98ee-2206453351f4 [ 832.749990] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394015, 'name': PowerOffVM_Task, 'duration_secs': 0.189021} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.755958] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.757375] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb34fe3-e5a0-4326-9b2b-36d46ef96a20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.765097] env[62788]: DEBUG oslo_vmware.api [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] Task: {'id': task-2394016, 'name': ReconfigVM_Task, 'duration_secs': 0.213115} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.785267] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce0aff0-5c26-4db5-b83a-9857755dd2dc tempest-ServersAdminTestJSON-24881903 tempest-ServersAdminTestJSON-24881903-project-admin] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Reconfigured VM instance to set the machine id {{(pid=62788) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 832.787934] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44fe88a-f379-4237-8e0e-97c5c105e9a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.859861] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394017, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.898755] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526d112a-ec97-8c26-aa67-714c67a3d3c6, 'name': SearchDatastore_Task, 'duration_secs': 0.018279} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.899808] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.899808] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.900011] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 832.900221] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.900375] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.900662] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55baf05c-5711-4bff-9496-cbab06f99555 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.909611] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.909819] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.910636] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1d0543-9205-4311-bf25-baf13aeaa20c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.915846] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for the task: (returnval){ [ 832.915846] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e773e7-2b1f-4f97-8114-e109f67cad0a" [ 832.915846] env[62788]: _type = "Task" [ 832.915846] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.925071] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e773e7-2b1f-4f97-8114-e109f67cad0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.003433] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.008238] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61439053-b85f-41ac-bb69-fb6430599aef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.019023] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 833.019023] env[62788]: value = "task-2394019" [ 833.019023] env[62788]: _type = "Task" [ 833.019023] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.026729] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 833.027249] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.027668] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 833.027938] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.029652] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.030051] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5dabd81-e0ba-4ba9-8787-108ae419a1d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.038649] env[62788]: DEBUG oslo_concurrency.lockutils [req-aad269ec-7c05-4151-9fa4-95080514e3b9 req-0aa0d7db-cd7a-4f0c-8789-7b8b6e77735b service nova] Releasing lock "refresh_cache-e8873fbd-7b59-4a34-a65c-4d84389413c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.038976] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.039192] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.040155] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d09ecd-f540-4b6c-a35c-16da0f743660 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.045684] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 833.045684] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b589de-f8d7-1a99-2a3a-b7f2df68b2ed" [ 833.045684] env[62788]: _type = "Task" [ 833.045684] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.055782] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b589de-f8d7-1a99-2a3a-b7f2df68b2ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.242383] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19617be4-76b8-425d-ad42-ffd25823a2f7 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "c66cf078-4d7d-433d-98ee-2206453351f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.680s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.361857] env[62788]: DEBUG oslo_vmware.api [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394017, 'name': PowerOnVM_Task, 'duration_secs': 0.646177} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.362184] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.363275] env[62788]: INFO nova.compute.manager [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Took 9.89 seconds to spawn the instance on the hypervisor. [ 833.363503] env[62788]: DEBUG nova.compute.manager [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 833.364404] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f141ac-282d-47d0-81e4-91023c381755 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.435761] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e773e7-2b1f-4f97-8114-e109f67cad0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.441276] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ea263d-207e-4f51-820d-0441a9573b92 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.448038] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for the task: (returnval){ [ 833.448038] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52dff7b5-8dc6-49fd-6b6d-c99664943796" [ 833.448038] env[62788]: _type = "Task" [ 833.448038] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.465477] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52dff7b5-8dc6-49fd-6b6d-c99664943796, 'name': SearchDatastore_Task, 'duration_secs': 0.011408} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.469027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 833.469027] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] e8873fbd-7b59-4a34-a65c-4d84389413c4/e8873fbd-7b59-4a34-a65c-4d84389413c4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.469027] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f33bb0dd-2e8a-4c82-b9a8-8d8ea27fa072 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.480455] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for the task: (returnval){ [ 833.480455] env[62788]: value = "task-2394020" [ 833.480455] env[62788]: _type = "Task" [ 833.480455] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.491972] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.559110] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b589de-f8d7-1a99-2a3a-b7f2df68b2ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012876} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.560254] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4336292-3914-4405-ab20-d028706591c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.571052] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 833.571052] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526c2d21-c2ab-2d7b-e933-a626f42b4a37" [ 833.571052] env[62788]: _type = "Task" [ 833.571052] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.580921] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526c2d21-c2ab-2d7b-e933-a626f42b4a37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.839631] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2119d43c-9cc2-4b67-a0c0-577680491591 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.848399] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdff0a9-340e-44ff-bb30-c09f7965c153 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.893280] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09237ff1-3243-44b1-86fd-a3a38a74a322 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.897392] env[62788]: INFO nova.compute.manager [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Took 39.42 seconds to build instance. [ 833.904645] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f68ed92-3f28-4c00-953f-a62fbec53f67 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.925010] env[62788]: DEBUG nova.compute.provider_tree [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.994800] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.082898] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526c2d21-c2ab-2d7b-e933-a626f42b4a37, 'name': SearchDatastore_Task, 'duration_secs': 0.015365} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.083471] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 834.083862] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 70e38abd-3bee-49d3-b371-a9c9b02a5907/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. {{(pid=62788) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 834.084287] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bda404a9-c9eb-42b5-862f-506733606171 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.091590] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 834.091590] env[62788]: value = "task-2394021" [ 834.091590] env[62788]: _type = "Task" [ 834.091590] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.101161] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.128607] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.130350] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.130350] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 834.130350] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.130350] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.131901] env[62788]: INFO nova.compute.manager [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Terminating instance [ 834.400696] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a941a888-46cd-480e-8996-ad11297019ff tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.212s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.429843] env[62788]: DEBUG nova.compute.manager [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 834.431917] env[62788]: DEBUG nova.scheduler.client.report [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.439740] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810e4cb1-79b2-4f07-bf11-c1e28358271c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.495142] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394020, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.602041] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.612273] env[62788]: DEBUG nova.network.neutron [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Successfully updated port: 3038e4f6-01a1-4877-bc3b-36125d9f4f34 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.636226] env[62788]: DEBUG nova.compute.manager [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 834.636399] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.638355] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d3db4d-577d-4302-b5b6-2ef92cbe4af1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.646526] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.647081] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1ab0f7c-9460-4fee-819c-1b3d0921d431 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.654595] env[62788]: DEBUG oslo_vmware.api [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 834.654595] env[62788]: value = "task-2394022" [ 834.654595] env[62788]: _type = "Task" [ 834.654595] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.664269] env[62788]: DEBUG oslo_vmware.api [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2394022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.941197] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 834.944178] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.700s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 834.944685] env[62788]: DEBUG nova.objects.instance [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Lazy-loading 'resources' on Instance uuid 66088c34-b6c5-4e29-90db-508a0d06edb4 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.954743] env[62788]: INFO nova.compute.manager [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] instance snapshotting [ 834.957502] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56722dc8-a2ea-4b68-8f73-1b0977b4adf6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.978342] env[62788]: INFO nova.scheduler.client.report [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Deleted allocations for instance 23dd65a4-a98a-46db-8006-b00482ece873 [ 834.980154] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f57445-daed-425b-93eb-337155434287 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.997815] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394020, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.102778] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.115488] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 835.115558] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.115719] env[62788]: DEBUG nova.network.neutron [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.166785] env[62788]: DEBUG oslo_vmware.api [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2394022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.498214] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 835.498908] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b345a91d-adf6-4f28-b35f-100cb1f20d24 tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "23dd65a4-a98a-46db-8006-b00482ece873" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.894s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.500819] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ba1466c6-021b-4cbf-917e-6cde7cba169a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.510197] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394020, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.614028} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.510943] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] e8873fbd-7b59-4a34-a65c-4d84389413c4/e8873fbd-7b59-4a34-a65c-4d84389413c4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.511192] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.511465] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57e51cf5-9b67-4b19-bfcb-c79aaf796dd4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.519113] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 835.519113] env[62788]: value = "task-2394023" [ 835.519113] env[62788]: _type = "Task" [ 835.519113] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.524356] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for the task: (returnval){ [ 835.524356] env[62788]: value = "task-2394024" [ 835.524356] env[62788]: _type = "Task" [ 835.524356] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.532562] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394023, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.543834] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.602768] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394021, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.655699] env[62788]: DEBUG nova.network.neutron [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.673508] env[62788]: DEBUG oslo_vmware.api [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2394022, 'name': PowerOffVM_Task, 'duration_secs': 0.708021} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.673827] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.674011] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.674304] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f19e2cc9-de8e-4ba5-8aa6-70a649e5458e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.741407] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.741660] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.741875] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Deleting the datastore file [datastore1] 25e5e9d2-b70e-45cf-8394-c26098b5de7b {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.745242] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1994cb37-df86-4d4e-8487-72edd4b9c919 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.752313] env[62788]: DEBUG oslo_vmware.api [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 835.752313] env[62788]: value = "task-2394026" [ 835.752313] env[62788]: _type = "Task" [ 835.752313] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.766935] env[62788]: DEBUG oslo_vmware.api [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2394026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.829798] env[62788]: DEBUG nova.network.neutron [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Updating instance_info_cache with network_info: [{"id": "3038e4f6-01a1-4877-bc3b-36125d9f4f34", "address": "fa:16:3e:47:11:6e", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3038e4f6-01", "ovs_interfaceid": "3038e4f6-01a1-4877-bc3b-36125d9f4f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.890548] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498c1130-b6e3-47e2-abea-dfaf90664b50 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.899267] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a670f62-e030-4100-8c33-1b62948a0126 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.932720] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d754184d-96ef-480a-8445-62c7b73c72a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.941240] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a021ef-2efe-4c40-a59d-2f1ba75bef1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.958210] env[62788]: DEBUG nova.compute.provider_tree [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.033131] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394023, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.038363] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115021} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.038910] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.039524] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574c4ad0-74b5-44a9-a210-1aa0dae593d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.064038] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] e8873fbd-7b59-4a34-a65c-4d84389413c4/e8873fbd-7b59-4a34-a65c-4d84389413c4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.064410] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a8b31d-be44-46d3-90a6-4a150ff6af76 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.084530] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for the task: (returnval){ [ 836.084530] env[62788]: value = "task-2394027" [ 836.084530] env[62788]: _type = "Task" [ 836.084530] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.093137] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.102725] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394021, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.51476} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.103049] env[62788]: INFO nova.virt.vmwareapi.ds_util [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 70e38abd-3bee-49d3-b371-a9c9b02a5907/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. [ 836.104035] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4249c87-686a-4993-9efa-35a862391b65 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.130925] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 70e38abd-3bee-49d3-b371-a9c9b02a5907/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.131326] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86152460-686f-4277-9e4a-2ea01993de07 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.149926] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 836.149926] env[62788]: value = "task-2394028" [ 836.149926] env[62788]: _type = "Task" [ 836.149926] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.158412] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.262614] env[62788]: DEBUG oslo_vmware.api [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2394026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230305} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.262901] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.263137] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.263451] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.263451] env[62788]: INFO nova.compute.manager [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Took 1.63 seconds to destroy the instance on the hypervisor. [ 836.263739] env[62788]: DEBUG oslo.service.loopingcall [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.263936] env[62788]: DEBUG nova.compute.manager [-] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 836.264064] env[62788]: DEBUG nova.network.neutron [-] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.332767] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 836.333201] env[62788]: DEBUG nova.compute.manager [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Instance network_info: |[{"id": "3038e4f6-01a1-4877-bc3b-36125d9f4f34", "address": "fa:16:3e:47:11:6e", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3038e4f6-01", "ovs_interfaceid": "3038e4f6-01a1-4877-bc3b-36125d9f4f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 836.333691] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:11:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3038e4f6-01a1-4877-bc3b-36125d9f4f34', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.342801] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Creating folder: Project (c38bf2fcd0174f99adfa564d1d065c47). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.343170] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe5ec301-2c92-4b47-b02a-95f13798b8bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.357186] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Created folder: Project (c38bf2fcd0174f99adfa564d1d065c47) in parent group-v485515. [ 836.357186] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Creating folder: Instances. Parent ref: group-v485679. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.357475] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-278978e2-f180-4777-b29c-0ffa8315aaa1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.366550] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Created folder: Instances in parent group-v485679. [ 836.366834] env[62788]: DEBUG oslo.service.loopingcall [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 836.367061] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.367432] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-553249aa-c9b4-458b-82d6-29d58e30ffeb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.386878] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.386878] env[62788]: value = "task-2394031" [ 836.386878] env[62788]: _type = "Task" [ 836.386878] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.394691] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394031, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.463756] env[62788]: DEBUG nova.scheduler.client.report [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.529934] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394023, 'name': CreateSnapshot_Task, 'duration_secs': 0.80385} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.531910] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 836.533123] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de35a412-f96b-409a-8293-88ce8b6ee208 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.595158] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.660374] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.897725] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394031, 'name': CreateVM_Task, 'duration_secs': 0.474835} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.897938] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.898593] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 836.898759] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.899095] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 836.899422] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aeab424-28b1-4166-a245-e6b0567cf64a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.903835] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 836.903835] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52288670-5d0a-aea1-e3a0-c453616fd76f" [ 836.903835] env[62788]: _type = "Task" [ 836.903835] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.911282] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52288670-5d0a-aea1-e3a0-c453616fd76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.970017] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.972960] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.299s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.973410] env[62788]: DEBUG nova.objects.instance [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lazy-loading 'resources' on Instance uuid eb4887db-5cc7-4863-9f44-41fc955914c5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.990778] env[62788]: INFO nova.scheduler.client.report [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Deleted allocations for instance 66088c34-b6c5-4e29-90db-508a0d06edb4 [ 837.032953] env[62788]: DEBUG nova.network.neutron [-] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.052898] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 837.053567] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b24257b9-a888-4adb-b382-f4aa12003c75 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.062869] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 837.062869] env[62788]: value = "task-2394032" [ 837.062869] env[62788]: _type = "Task" [ 837.062869] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.072316] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394032, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.095774] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394027, 'name': ReconfigVM_Task, 'duration_secs': 0.553162} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.096077] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Reconfigured VM instance instance-0000003a to attach disk [datastore2] e8873fbd-7b59-4a34-a65c-4d84389413c4/e8873fbd-7b59-4a34-a65c-4d84389413c4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.096777] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-059ebbff-e7d8-40f2-b11a-e5054efff5a8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.103380] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for the task: (returnval){ [ 837.103380] env[62788]: value = "task-2394033" [ 837.103380] env[62788]: _type = "Task" [ 837.103380] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.111934] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394033, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.160930] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394028, 'name': ReconfigVM_Task, 'duration_secs': 0.651071} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.161261] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 70e38abd-3bee-49d3-b371-a9c9b02a5907/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 837.162188] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89aae80-ebab-4cf5-8ace-2955b7166819 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.189070] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6986973e-bda6-4d4d-9c52-83e66850c1a8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.205036] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 837.205036] env[62788]: value = "task-2394034" [ 837.205036] env[62788]: _type = "Task" [ 837.205036] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.218234] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.420070] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52288670-5d0a-aea1-e3a0-c453616fd76f, 'name': SearchDatastore_Task, 'duration_secs': 0.011103} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.420567] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 837.420915] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.421300] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 837.421546] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.421813] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.422246] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91b08372-67c7-4969-a925-4397e5369b8d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.432376] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.432592] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.433454] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75a8189-ba9f-4ef7-81e1-4fee8bc40301 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.439638] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 837.439638] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529f809d-1d72-c2ae-0cbf-529b28e7b128" [ 837.439638] env[62788]: _type = "Task" [ 837.439638] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.448371] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529f809d-1d72-c2ae-0cbf-529b28e7b128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.502407] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b2eaf16e-c227-4064-8dcd-d6a7c5407c91 tempest-ServerExternalEventsTest-2107391547 tempest-ServerExternalEventsTest-2107391547-project-member] Lock "66088c34-b6c5-4e29-90db-508a0d06edb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.649s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.535528] env[62788]: INFO nova.compute.manager [-] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Took 1.27 seconds to deallocate network for instance. [ 837.578211] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394032, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.616582] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394033, 'name': Rename_Task, 'duration_secs': 0.241654} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.616912] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.617344] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd22f6b6-df43-46d5-97c1-fde69f984d94 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.625058] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for the task: (returnval){ [ 837.625058] env[62788]: value = "task-2394035" [ 837.625058] env[62788]: _type = "Task" [ 837.625058] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.633471] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.719295] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394034, 'name': ReconfigVM_Task, 'duration_secs': 0.257358} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.719678] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.719964] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2dd1089-623a-4f1c-93ba-1283edccbec4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.726519] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 837.726519] env[62788]: value = "task-2394036" [ 837.726519] env[62788]: _type = "Task" [ 837.726519] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.737677] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.856222] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53659f8e-0e6a-4d91-b5cc-eff91f8d2531 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.864617] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586db341-d1ce-4987-9f54-1f857bd0df59 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.897231] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dd1f5c-7af0-4cc3-89d7-122f5d5d1578 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.905030] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ee5fa3-f9aa-4321-b87a-dcb12d44ac51 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.922977] env[62788]: DEBUG nova.compute.provider_tree [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.950427] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529f809d-1d72-c2ae-0cbf-529b28e7b128, 'name': SearchDatastore_Task, 'duration_secs': 0.014754} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.951316] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77327463-3cc8-4fec-9dc4-7795c6f4ca0d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.957235] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 837.957235] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]524d5699-a57f-5f43-9935-cf3f8dd2e934" [ 837.957235] env[62788]: _type = "Task" [ 837.957235] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.965795] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524d5699-a57f-5f43-9935-cf3f8dd2e934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.045895] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.077328] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394032, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.137096] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.240267] env[62788]: DEBUG oslo_vmware.api [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394036, 'name': PowerOnVM_Task, 'duration_secs': 0.499518} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.240650] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.244319] env[62788]: DEBUG nova.compute.manager [None req-c9844a61-f431-40d4-a675-182b7af832c2 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 838.245466] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40686ce4-ae4d-45f4-bccd-88f01be6d94c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.426586] env[62788]: DEBUG nova.scheduler.client.report [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.468434] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524d5699-a57f-5f43-9935-cf3f8dd2e934, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.468618] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 838.468880] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] ff10d7b8-218d-42cc-a63e-e9891f4de156/ff10d7b8-218d-42cc-a63e-e9891f4de156.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.469178] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3603ad5a-c867-4a67-b571-662b705dd042 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.476150] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 838.476150] env[62788]: value = "task-2394037" [ 838.476150] env[62788]: _type = "Task" [ 838.476150] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.484346] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.575509] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394032, 'name': CloneVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.637893] env[62788]: DEBUG oslo_vmware.api [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394035, 'name': PowerOnVM_Task, 'duration_secs': 0.633741} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.638298] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.638592] env[62788]: INFO nova.compute.manager [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Took 10.50 seconds to spawn the instance on the hypervisor. [ 838.638908] env[62788]: DEBUG nova.compute.manager [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 838.639814] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88982838-845a-48da-b3ab-be9067ffdd99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.936174] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.936174] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.009s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.936174] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.936648] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 838.937228] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 12.912s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.940525] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477cad58-25b2-42a2-962d-e75cdced0c6f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.956589] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a96fd9-d227-46b8-81e3-5524d7705f4f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.966011] env[62788]: INFO nova.scheduler.client.report [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Deleted allocations for instance eb4887db-5cc7-4863-9f44-41fc955914c5 [ 838.994522] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76df94ae-1852-4ef3-8e15-221b06660ffd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.005707] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394037, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.010010] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d835fe7-bab0-489c-8702-9c4b15be2ef1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.056936] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178512MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 839.057179] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.076821] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394032, 'name': CloneVM_Task, 'duration_secs': 1.519818} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.077112] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Created linked-clone VM from snapshot [ 839.077918] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b0a66d-c897-418e-b615-5d629c598396 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.085977] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Uploading image bf41d210-b0cd-470b-b713-68aae466c354 {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 839.158971] env[62788]: INFO nova.compute.manager [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Took 37.66 seconds to build instance. [ 839.449252] env[62788]: DEBUG nova.objects.instance [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lazy-loading 'migration_context' on Instance uuid ff1d5b52-ea04-469f-8971-14419e9c138f {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.477095] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ed6e6a69-1c88-49d8-b1d9-5b8cf8ed93a0 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "eb4887db-5cc7-4863-9f44-41fc955914c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.374s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.500723] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535174} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.500978] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] ff10d7b8-218d-42cc-a63e-e9891f4de156/ff10d7b8-218d-42cc-a63e-e9891f4de156.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.501320] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.501566] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f2df55c-b176-454d-a718-6b1ea361483f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.508543] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 839.508543] env[62788]: value = "task-2394038" [ 839.508543] env[62788]: _type = "Task" [ 839.508543] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.517684] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.661531] env[62788]: DEBUG oslo_concurrency.lockutils [None req-597bc1b4-6800-465a-842d-75ff8df1d0f9 tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Lock "e8873fbd-7b59-4a34-a65c-4d84389413c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.090s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.852924] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 839.852924] env[62788]: value = "vm-485682" [ 839.852924] env[62788]: _type = "VirtualMachine" [ 839.852924] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 839.855285] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c0f4efa-5bfb-4f64-9270-c7215d231b3f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.861194] env[62788]: DEBUG oslo_vmware.rw_handles [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52522bcb-4d2f-9357-3eef-b82e9fc2022f/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 839.862534] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6c6b27-7e5c-4efd-9e66-ea86bbc78c18 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.866850] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lease: (returnval){ [ 839.866850] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d6a35e-4c54-1300-36a2-a8bcb6baf558" [ 839.866850] env[62788]: _type = "HttpNfcLease" [ 839.866850] env[62788]: } obtained for exporting VM: (result){ [ 839.866850] env[62788]: value = "vm-485682" [ 839.866850] env[62788]: _type = "VirtualMachine" [ 839.866850] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 839.867535] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the lease: (returnval){ [ 839.867535] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d6a35e-4c54-1300-36a2-a8bcb6baf558" [ 839.867535] env[62788]: _type = "HttpNfcLease" [ 839.867535] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 839.872582] env[62788]: DEBUG oslo_vmware.rw_handles [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52522bcb-4d2f-9357-3eef-b82e9fc2022f/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 839.872750] env[62788]: ERROR oslo_vmware.rw_handles [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52522bcb-4d2f-9357-3eef-b82e9fc2022f/disk-0.vmdk due to incomplete transfer. [ 839.873357] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-89083b8a-254c-48d1-beb5-b37252511cfc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.876102] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 839.876102] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d6a35e-4c54-1300-36a2-a8bcb6baf558" [ 839.876102] env[62788]: _type = "HttpNfcLease" [ 839.876102] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 839.876678] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 839.876678] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d6a35e-4c54-1300-36a2-a8bcb6baf558" [ 839.876678] env[62788]: _type = "HttpNfcLease" [ 839.876678] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 839.877409] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22f33d6-c3d5-4cf3-9090-3d9f88173fe9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.881288] env[62788]: DEBUG oslo_vmware.rw_handles [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52522bcb-4d2f-9357-3eef-b82e9fc2022f/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 839.881529] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Uploaded image 033d36b2-d387-4e54-9281-e4e327a9877e to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 839.883808] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.887014] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2485330b-aa17-49fb-ae37-2fe8435a3fa3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.888520] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525154da-3419-8bde-d269-e9c9f1b980df/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 839.888750] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525154da-3419-8bde-d269-e9c9f1b980df/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 839.962673] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 839.962673] env[62788]: value = "task-2394040" [ 839.962673] env[62788]: _type = "Task" [ 839.962673] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.971792] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394040, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.000767] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88cd786c-9055-4e97-87ee-35b7aca076a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.020232] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114342} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.025109] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.026218] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd18e5ad-b0eb-4f11-84ea-70939c0bb9e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.051933] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] ff10d7b8-218d-42cc-a63e-e9891f4de156/ff10d7b8-218d-42cc-a63e-e9891f4de156.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.054850] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e2ed79-b2de-4517-85bc-608eb006de0e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.074782] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 840.074782] env[62788]: value = "task-2394041" [ 840.074782] env[62788]: _type = "Task" [ 840.074782] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.084254] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394041, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.219508] env[62788]: DEBUG nova.compute.manager [req-e142799e-fc37-4f9a-8cb9-f3e358a05367 req-ee54c7ce-ebe6-4109-85cf-bfc665416be8 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Received event network-vif-plugged-3038e4f6-01a1-4877-bc3b-36125d9f4f34 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 840.221594] env[62788]: DEBUG oslo_concurrency.lockutils [req-e142799e-fc37-4f9a-8cb9-f3e358a05367 req-ee54c7ce-ebe6-4109-85cf-bfc665416be8 service nova] Acquiring lock "ff10d7b8-218d-42cc-a63e-e9891f4de156-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.221849] env[62788]: DEBUG oslo_concurrency.lockutils [req-e142799e-fc37-4f9a-8cb9-f3e358a05367 req-ee54c7ce-ebe6-4109-85cf-bfc665416be8 service nova] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.222548] env[62788]: DEBUG oslo_concurrency.lockutils [req-e142799e-fc37-4f9a-8cb9-f3e358a05367 req-ee54c7ce-ebe6-4109-85cf-bfc665416be8 service nova] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.223661] env[62788]: DEBUG nova.compute.manager [req-e142799e-fc37-4f9a-8cb9-f3e358a05367 req-ee54c7ce-ebe6-4109-85cf-bfc665416be8 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] No waiting events found dispatching network-vif-plugged-3038e4f6-01a1-4877-bc3b-36125d9f4f34 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.224102] env[62788]: WARNING nova.compute.manager [req-e142799e-fc37-4f9a-8cb9-f3e358a05367 req-ee54c7ce-ebe6-4109-85cf-bfc665416be8 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Received unexpected event network-vif-plugged-3038e4f6-01a1-4877-bc3b-36125d9f4f34 for instance with vm_state building and task_state spawning. [ 840.385977] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c95f1b-0af1-401a-9655-bad1220d04f6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.394637] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec421d6b-60e5-4a14-b7c6-1dc1abdac40c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.441970] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f882e7-54e3-45cd-978c-3e9a7bc78559 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.452285] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8395f3ab-0fc6-4834-9d4a-ae7b21110d9a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.468538] env[62788]: DEBUG nova.compute.provider_tree [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.478926] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394040, 'name': Destroy_Task, 'duration_secs': 0.38744} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.479436] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Destroyed the VM [ 840.479476] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.479858] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8c8695e3-6ff2-4c7c-aa24-357775d0b8f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.487144] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 840.487144] env[62788]: value = "task-2394043" [ 840.487144] env[62788]: _type = "Task" [ 840.487144] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.498795] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394043, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.588903] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394041, 'name': ReconfigVM_Task, 'duration_secs': 0.446396} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.589351] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Reconfigured VM instance instance-0000003b to attach disk [datastore2] ff10d7b8-218d-42cc-a63e-e9891f4de156/ff10d7b8-218d-42cc-a63e-e9891f4de156.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.591650] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0cd65af-3214-4eb8-a35d-48d6eeb6c1ea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.603021] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 840.603021] env[62788]: value = "task-2394044" [ 840.603021] env[62788]: _type = "Task" [ 840.603021] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.615814] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394044, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.975272] env[62788]: DEBUG nova.scheduler.client.report [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.998538] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394043, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.114122] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394044, 'name': Rename_Task, 'duration_secs': 0.202482} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.114825] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.114825] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f07ef78-91fd-4284-9b9c-1896f4da2c50 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.124052] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 841.124052] env[62788]: value = "task-2394045" [ 841.124052] env[62788]: _type = "Task" [ 841.124052] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.136884] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.499605] env[62788]: DEBUG oslo_vmware.api [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394043, 'name': RemoveSnapshot_Task, 'duration_secs': 0.767464} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.500101] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.500500] env[62788]: INFO nova.compute.manager [None req-bc8afbb1-e1b9-47c3-85cc-90e6735274bb tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Took 14.87 seconds to snapshot the instance on the hypervisor. [ 841.636090] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394045, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.994993] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.058s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.001387] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.417s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.002983] env[62788]: INFO nova.compute.claims [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.134013] env[62788]: DEBUG oslo_vmware.api [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394045, 'name': PowerOnVM_Task, 'duration_secs': 0.685376} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.135031] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.135031] env[62788]: INFO nova.compute.manager [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Took 9.63 seconds to spawn the instance on the hypervisor. [ 842.135031] env[62788]: DEBUG nova.compute.manager [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 842.135753] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d1a551-c040-44ec-a440-53ef9e3de9e3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.206216] env[62788]: DEBUG oslo_vmware.rw_handles [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f6c3-3e68-3f88-6f03-dcc49e1fbc7f/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 842.207478] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde60d4e-1e44-4ba8-9885-772d2d09f20e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.213909] env[62788]: DEBUG oslo_vmware.rw_handles [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f6c3-3e68-3f88-6f03-dcc49e1fbc7f/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 842.214117] env[62788]: ERROR oslo_vmware.rw_handles [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f6c3-3e68-3f88-6f03-dcc49e1fbc7f/disk-0.vmdk due to incomplete transfer. [ 842.214365] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d54e6eab-07fb-452a-9d28-a496c6157479 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.222476] env[62788]: DEBUG oslo_vmware.rw_handles [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5f6c3-3e68-3f88-6f03-dcc49e1fbc7f/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 842.222730] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Uploaded image 22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125 to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 842.225087] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 842.225087] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eaeeaabd-8d1f-48e1-a286-d691a4c62413 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.231685] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 842.231685] env[62788]: value = "task-2394046" [ 842.231685] env[62788]: _type = "Task" [ 842.231685] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.240245] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394046, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.657110] env[62788]: INFO nova.compute.manager [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Took 36.89 seconds to build instance. [ 842.743069] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394046, 'name': Destroy_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.799164] env[62788]: INFO nova.compute.manager [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Rebuilding instance [ 842.846565] env[62788]: DEBUG nova.compute.manager [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 842.847450] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc073d9-6679-4087-8815-c69e886f688f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.873529] env[62788]: DEBUG nova.compute.manager [req-ec4066d2-d459-4b77-85a0-cd47aad712ba req-57fc9747-772f-4df9-af82-c7980b199bb2 service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Received event network-changed-d1c659b1-13df-4651-a6cf-07df81bcfdec {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 842.873529] env[62788]: DEBUG nova.compute.manager [req-ec4066d2-d459-4b77-85a0-cd47aad712ba req-57fc9747-772f-4df9-af82-c7980b199bb2 service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Refreshing instance network info cache due to event network-changed-d1c659b1-13df-4651-a6cf-07df81bcfdec. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 842.873529] env[62788]: DEBUG oslo_concurrency.lockutils [req-ec4066d2-d459-4b77-85a0-cd47aad712ba req-57fc9747-772f-4df9-af82-c7980b199bb2 service nova] Acquiring lock "refresh_cache-e8873fbd-7b59-4a34-a65c-4d84389413c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.873529] env[62788]: DEBUG oslo_concurrency.lockutils [req-ec4066d2-d459-4b77-85a0-cd47aad712ba req-57fc9747-772f-4df9-af82-c7980b199bb2 service nova] Acquired lock "refresh_cache-e8873fbd-7b59-4a34-a65c-4d84389413c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.873529] env[62788]: DEBUG nova.network.neutron [req-ec4066d2-d459-4b77-85a0-cd47aad712ba req-57fc9747-772f-4df9-af82-c7980b199bb2 service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Refreshing network info cache for port d1c659b1-13df-4651-a6cf-07df81bcfdec {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.967159] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.968691] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.159497] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52d29b3b-acd8-433b-9919-95e30996e741 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.407s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.163129] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "82d95844-b60a-4121-875d-3bfeb496ce48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.163355] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "82d95844-b60a-4121-875d-3bfeb496ce48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.244865] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394046, 'name': Destroy_Task, 'duration_secs': 0.824648} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.245287] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Destroyed the VM [ 843.245676] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 843.246047] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d84348c3-cdc8-49ef-8621-79fc0cf579e3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.257552] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 843.257552] env[62788]: value = "task-2394047" [ 843.257552] env[62788]: _type = "Task" [ 843.257552] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.266958] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394047, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.278386] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "0c0c321b-48dd-4def-a0a1-7081b9783cda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.279012] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "0c0c321b-48dd-4def-a0a1-7081b9783cda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.451125] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f320ba8-6b62-4686-995d-1490f2d0ad45 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.458738] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b6d857-02fb-48f2-bf8e-5e85b3e9b84e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.505930] env[62788]: DEBUG nova.compute.utils [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 843.510378] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9891ad9-a706-4c18-8657-5a52742f804f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.521476] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5a0f7e-f369-42ae-890c-5787d826cf61 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.540906] env[62788]: DEBUG nova.compute.provider_tree [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.560782] env[62788]: DEBUG nova.compute.manager [req-9bc9b0f4-80b8-4802-9646-77d27a2de75d req-f6f650cc-7746-4dc1-8c43-bc05b85c7db9 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Received event network-changed-3038e4f6-01a1-4877-bc3b-36125d9f4f34 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 843.560886] env[62788]: DEBUG nova.compute.manager [req-9bc9b0f4-80b8-4802-9646-77d27a2de75d req-f6f650cc-7746-4dc1-8c43-bc05b85c7db9 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Refreshing instance network info cache due to event network-changed-3038e4f6-01a1-4877-bc3b-36125d9f4f34. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 843.561057] env[62788]: DEBUG oslo_concurrency.lockutils [req-9bc9b0f4-80b8-4802-9646-77d27a2de75d req-f6f650cc-7746-4dc1-8c43-bc05b85c7db9 service nova] Acquiring lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.561197] env[62788]: DEBUG oslo_concurrency.lockutils [req-9bc9b0f4-80b8-4802-9646-77d27a2de75d req-f6f650cc-7746-4dc1-8c43-bc05b85c7db9 service nova] Acquired lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.561362] env[62788]: DEBUG nova.network.neutron [req-9bc9b0f4-80b8-4802-9646-77d27a2de75d req-f6f650cc-7746-4dc1-8c43-bc05b85c7db9 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Refreshing network info cache for port 3038e4f6-01a1-4877-bc3b-36125d9f4f34 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.563608] env[62788]: INFO nova.compute.manager [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Swapping old allocation on dict_keys(['2fde3e97-72c1-479b-994f-72c28581c753']) held by migration 7e213f84-237b-45a3-a615-d087186df297 for instance [ 843.589691] env[62788]: DEBUG nova.scheduler.client.report [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Overwriting current allocation {'allocations': {'2fde3e97-72c1-479b-994f-72c28581c753': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 78}}, 'project_id': '8911ce19207d4e259b3fd79e27a100ae', 'user_id': '431c5c3bd740414ab1f74e51e62e7ef2', 'consumer_generation': 1} on consumer ff1d5b52-ea04-469f-8971-14419e9c138f {{(pid=62788) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 843.665922] env[62788]: DEBUG nova.compute.manager [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 843.706117] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.706117] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquired lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.706117] env[62788]: DEBUG nova.network.neutron [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.767961] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394047, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.784585] env[62788]: DEBUG nova.compute.manager [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 843.816780] env[62788]: DEBUG nova.network.neutron [req-ec4066d2-d459-4b77-85a0-cd47aad712ba req-57fc9747-772f-4df9-af82-c7980b199bb2 service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Updated VIF entry in instance network info cache for port d1c659b1-13df-4651-a6cf-07df81bcfdec. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.816780] env[62788]: DEBUG nova.network.neutron [req-ec4066d2-d459-4b77-85a0-cd47aad712ba req-57fc9747-772f-4df9-af82-c7980b199bb2 service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Updating instance_info_cache with network_info: [{"id": "d1c659b1-13df-4651-a6cf-07df81bcfdec", "address": "fa:16:3e:90:d8:b0", "network": {"id": "428d1ec6-915a-41cb-bfb9-01b6c76eb23e", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-978855023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713d5a9bfb3b46e6960f97f47fc8edfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1c659b1-13", "ovs_interfaceid": "d1c659b1-13df-4651-a6cf-07df81bcfdec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.863109] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.864121] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c5fcb4f-edd1-4c4b-a18e-f1d2bb54423b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.871964] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 843.871964] env[62788]: value = "task-2394048" [ 843.871964] env[62788]: _type = "Task" [ 843.871964] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.881700] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.014083] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.046s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.044380] env[62788]: DEBUG nova.scheduler.client.report [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.078171] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.078500] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.195155] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.276766] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394047, 'name': RemoveSnapshot_Task, 'duration_secs': 0.775096} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.277061] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 844.277363] env[62788]: DEBUG nova.compute.manager [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 844.278195] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5aa291f-e3fc-4ca7-afbe-d45fb55dab85 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.310799] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.321055] env[62788]: DEBUG oslo_concurrency.lockutils [req-ec4066d2-d459-4b77-85a0-cd47aad712ba req-57fc9747-772f-4df9-af82-c7980b199bb2 service nova] Releasing lock "refresh_cache-e8873fbd-7b59-4a34-a65c-4d84389413c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.383092] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394048, 'name': PowerOffVM_Task, 'duration_secs': 0.314609} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.383391] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.383632] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.384444] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca895c2-9141-4068-87a3-1521240a2d5d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.399563] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.401751] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98753ded-caa9-4ca9-985d-7b33e574069c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.461294] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.463019] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.463019] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleting the datastore file [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.463019] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82608eec-fbc7-48d3-855a-eddb747844e3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.469629] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 844.469629] env[62788]: value = "task-2394050" [ 844.469629] env[62788]: _type = "Task" [ 844.469629] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.478615] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.521806] env[62788]: DEBUG nova.network.neutron [req-9bc9b0f4-80b8-4802-9646-77d27a2de75d req-f6f650cc-7746-4dc1-8c43-bc05b85c7db9 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Updated VIF entry in instance network info cache for port 3038e4f6-01a1-4877-bc3b-36125d9f4f34. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.521806] env[62788]: DEBUG nova.network.neutron [req-9bc9b0f4-80b8-4802-9646-77d27a2de75d req-f6f650cc-7746-4dc1-8c43-bc05b85c7db9 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Updating instance_info_cache with network_info: [{"id": "3038e4f6-01a1-4877-bc3b-36125d9f4f34", "address": "fa:16:3e:47:11:6e", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3038e4f6-01", "ovs_interfaceid": "3038e4f6-01a1-4877-bc3b-36125d9f4f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.553959] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.553959] env[62788]: DEBUG nova.compute.manager [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 844.562283] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.516s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.562283] env[62788]: DEBUG nova.objects.instance [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lazy-loading 'resources' on Instance uuid 25e5e9d2-b70e-45cf-8394-c26098b5de7b {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.581201] env[62788]: DEBUG nova.compute.manager [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 844.760102] env[62788]: DEBUG nova.network.neutron [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance_info_cache with network_info: [{"id": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "address": "fa:16:3e:9e:4c:a5", "network": {"id": "b3203de6-f879-47c5-b607-c11cb7173617", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1ed5ea4094ed41a4a1ad0ce1e71e3dc4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "111a2767-1b06-4fe5-852b-40c9b5a699fd", "external-id": "nsx-vlan-transportzone-975", "segmentation_id": 975, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap361b031c-7a", "ovs_interfaceid": "361b031c-7a5f-408d-ae8f-3f8772f3b525", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.772201] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.772201] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.772201] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "ea8fac5b-af8a-4752-a651-8049f4c863a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.772201] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.772429] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.775610] env[62788]: INFO nova.compute.manager [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Terminating instance [ 844.801154] env[62788]: INFO nova.compute.manager [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Shelve offloading [ 844.983297] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319839} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.983297] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.983617] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.983681] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.024349] env[62788]: DEBUG oslo_concurrency.lockutils [req-9bc9b0f4-80b8-4802-9646-77d27a2de75d req-f6f650cc-7746-4dc1-8c43-bc05b85c7db9 service nova] Releasing lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.024948] env[62788]: DEBUG nova.compute.manager [req-9bc9b0f4-80b8-4802-9646-77d27a2de75d req-f6f650cc-7746-4dc1-8c43-bc05b85c7db9 service nova] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Received event network-vif-deleted-04c0e692-0256-400a-b406-42131f192d5a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 845.072305] env[62788]: DEBUG nova.compute.utils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 845.072305] env[62788]: DEBUG nova.compute.manager [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Not allocating networking since 'none' was specified. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1998}} [ 845.072559] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.073479] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 845.073479] env[62788]: INFO nova.compute.manager [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Attaching volume e52e595f-2a91-4b82-a9b4-f385fc7666dc to /dev/sdb [ 845.109292] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 845.124430] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2480306b-660c-4cb7-b87f-6e7fef8e4311 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.139922] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af530d59-a842-4dee-9bdd-80f6aa51fe55 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.156017] env[62788]: DEBUG nova.virt.block_device [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Updating existing volume attachment record: 215a6856-35b5-4c7b-b36d-863d024fd7ff {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 845.213987] env[62788]: DEBUG nova.compute.manager [req-535da688-3f1a-4d85-85d6-4bd21b2d384c req-2dc2d139-7e4e-4222-a687-43feb87df7ca service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Received event network-changed-3038e4f6-01a1-4877-bc3b-36125d9f4f34 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 845.214246] env[62788]: DEBUG nova.compute.manager [req-535da688-3f1a-4d85-85d6-4bd21b2d384c req-2dc2d139-7e4e-4222-a687-43feb87df7ca service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Refreshing instance network info cache due to event network-changed-3038e4f6-01a1-4877-bc3b-36125d9f4f34. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 845.214427] env[62788]: DEBUG oslo_concurrency.lockutils [req-535da688-3f1a-4d85-85d6-4bd21b2d384c req-2dc2d139-7e4e-4222-a687-43feb87df7ca service nova] Acquiring lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.214574] env[62788]: DEBUG oslo_concurrency.lockutils [req-535da688-3f1a-4d85-85d6-4bd21b2d384c req-2dc2d139-7e4e-4222-a687-43feb87df7ca service nova] Acquired lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.214742] env[62788]: DEBUG nova.network.neutron [req-535da688-3f1a-4d85-85d6-4bd21b2d384c req-2dc2d139-7e4e-4222-a687-43feb87df7ca service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Refreshing network info cache for port 3038e4f6-01a1-4877-bc3b-36125d9f4f34 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.264860] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Releasing lock "refresh_cache-ff1d5b52-ea04-469f-8971-14419e9c138f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.265362] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.265628] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2f834d9-a3ed-42a8-a252-2254d8fcfc53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.273040] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 845.273040] env[62788]: value = "task-2394051" [ 845.273040] env[62788]: _type = "Task" [ 845.273040] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.284762] env[62788]: DEBUG nova.compute.manager [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 845.284912] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.285141] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.286422] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c583dab-052f-4411-aae8-39c0b0db1e33 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.296311] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.296632] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b1d930f-1331-4113-aff4-0504a71e68bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.306650] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.306962] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6ee706b-38ca-4d83-825a-f08b241bb1c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.310292] env[62788]: DEBUG oslo_vmware.api [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 845.310292] env[62788]: value = "task-2394052" [ 845.310292] env[62788]: _type = "Task" [ 845.310292] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.317929] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 845.317929] env[62788]: value = "task-2394053" [ 845.317929] env[62788]: _type = "Task" [ 845.317929] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.329649] env[62788]: DEBUG oslo_vmware.api [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2394052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.339543] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 845.339949] env[62788]: DEBUG nova.compute.manager [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 845.341445] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6701485f-c048-4aec-a58b-403b42c37fb1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.350357] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.350736] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.351031] env[62788]: DEBUG nova.network.neutron [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.577656] env[62788]: DEBUG nova.compute.manager [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 845.583148] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de22eef-c6c7-4d4f-8a00-c20043a97897 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.592178] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f7b56a-39c6-4b2f-92ef-4d716e5f926a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.631965] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca13ae43-552b-4d20-86ea-417542c2defb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.643822] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5069022c-6af2-4871-a7ee-c775508b28b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.661352] env[62788]: DEBUG nova.compute.provider_tree [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.789135] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394051, 'name': PowerOffVM_Task, 'duration_secs': 0.313786} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.789660] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.790501] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:28:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='74a0f54b-05ab-497d-8910-a768787a196e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-857364452',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.790755] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.790937] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.791177] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.791293] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.791436] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.791669] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.791983] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.791983] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.792182] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.792329] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.798566] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a775eae-4a45-4cd4-9e0e-ec1dca6c3e59 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.822602] env[62788]: DEBUG oslo_vmware.api [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2394052, 'name': PowerOffVM_Task, 'duration_secs': 0.277511} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.824161] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.824265] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.824577] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 845.824577] env[62788]: value = "task-2394057" [ 845.824577] env[62788]: _type = "Task" [ 845.824577] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.829023] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdeeb3c9-e285-4eda-8a9c-ba82731660ab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.839112] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.908173] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.908412] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.908598] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Deleting the datastore file [datastore1] ea8fac5b-af8a-4752-a651-8049f4c863a8 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.908883] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-626cfb02-87b0-4e78-a99d-3fa5146d44eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.919473] env[62788]: DEBUG oslo_vmware.api [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for the task: (returnval){ [ 845.919473] env[62788]: value = "task-2394059" [ 845.919473] env[62788]: _type = "Task" [ 845.919473] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.927705] env[62788]: DEBUG oslo_vmware.api [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2394059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.029999] env[62788]: DEBUG nova.virt.hardware [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.030342] env[62788]: DEBUG nova.virt.hardware [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.030538] env[62788]: DEBUG nova.virt.hardware [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.031124] env[62788]: DEBUG nova.virt.hardware [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.031363] env[62788]: DEBUG nova.virt.hardware [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.031579] env[62788]: DEBUG nova.virt.hardware [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.031911] env[62788]: DEBUG nova.virt.hardware [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.032308] env[62788]: DEBUG nova.virt.hardware [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.032549] env[62788]: DEBUG nova.virt.hardware [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.032761] env[62788]: DEBUG nova.virt.hardware [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.032998] env[62788]: DEBUG nova.virt.hardware [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.034051] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df88ccd-8e03-4c0e-ae8f-628d28177f22 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.044962] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d2a073-03d6-4672-99f4-08a21de46fed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.065060] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:7f:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.073357] env[62788]: DEBUG oslo.service.loopingcall [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.076667] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.076988] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f107eb9a-5329-402d-a9fb-7068dc7ad9c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.105451] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.105451] env[62788]: value = "task-2394060" [ 846.105451] env[62788]: _type = "Task" [ 846.105451] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.114635] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394060, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.168961] env[62788]: DEBUG nova.scheduler.client.report [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.277845] env[62788]: DEBUG nova.network.neutron [req-535da688-3f1a-4d85-85d6-4bd21b2d384c req-2dc2d139-7e4e-4222-a687-43feb87df7ca service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Updated VIF entry in instance network info cache for port 3038e4f6-01a1-4877-bc3b-36125d9f4f34. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.278160] env[62788]: DEBUG nova.network.neutron [req-535da688-3f1a-4d85-85d6-4bd21b2d384c req-2dc2d139-7e4e-4222-a687-43feb87df7ca service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Updating instance_info_cache with network_info: [{"id": "3038e4f6-01a1-4877-bc3b-36125d9f4f34", "address": "fa:16:3e:47:11:6e", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3038e4f6-01", "ovs_interfaceid": "3038e4f6-01a1-4877-bc3b-36125d9f4f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.341023] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394057, 'name': ReconfigVM_Task, 'duration_secs': 0.19482} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.341886] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e376daf9-356e-4ada-97d8-9cbf0c31d675 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.363722] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:28:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='74a0f54b-05ab-497d-8910-a768787a196e',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-857364452',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.363722] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.363722] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.363722] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.364460] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.364460] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.364460] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.364460] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.364460] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.365109] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.365109] env[62788]: DEBUG nova.virt.hardware [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.366917] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50fb3e0b-bc81-43d2-a944-aa2bf1b528e8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.374271] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 846.374271] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52547a27-22cd-9712-04c5-37e670e66145" [ 846.374271] env[62788]: _type = "Task" [ 846.374271] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.378193] env[62788]: DEBUG nova.network.neutron [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updating instance_info_cache with network_info: [{"id": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "address": "fa:16:3e:cd:e7:84", "network": {"id": "4eee5c24-7766-47cd-b885-4a274fdb5719", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850157775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c94b5e973e4a1eb6c0afb449bb17fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd6f493-a3", "ovs_interfaceid": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.385042] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52547a27-22cd-9712-04c5-37e670e66145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.388693] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquiring lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.388808] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.429076] env[62788]: DEBUG oslo_vmware.api [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Task: {'id': task-2394059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237918} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.429368] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.429590] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.429824] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.430031] env[62788]: INFO nova.compute.manager [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 846.430291] env[62788]: DEBUG oslo.service.loopingcall [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.430553] env[62788]: DEBUG nova.compute.manager [-] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 846.431442] env[62788]: DEBUG nova.network.neutron [-] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.438224] env[62788]: DEBUG nova.compute.manager [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 846.439105] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df35dd7f-9695-4d9f-a8e4-cf164093d228 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.603323] env[62788]: DEBUG nova.compute.manager [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 846.614999] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394060, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.627999] env[62788]: DEBUG nova.virt.hardware [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.628304] env[62788]: DEBUG nova.virt.hardware [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.628524] env[62788]: DEBUG nova.virt.hardware [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.628780] env[62788]: DEBUG nova.virt.hardware [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.629130] env[62788]: DEBUG nova.virt.hardware [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.629460] env[62788]: DEBUG nova.virt.hardware [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.629808] env[62788]: DEBUG nova.virt.hardware [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.630068] env[62788]: DEBUG nova.virt.hardware [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.630308] env[62788]: DEBUG nova.virt.hardware [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.630534] env[62788]: DEBUG nova.virt.hardware [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.630734] env[62788]: DEBUG nova.virt.hardware [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.631910] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d2d9d3-0c37-4f1e-b4ce-6557665ea961 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.641844] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb9450e-3b98-40e9-9d4a-3c57b42fb91d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.658967] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.663483] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Creating folder: Project (884a5424cc0c4cd0bd0d2c54132b02f2). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.663838] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7099ada-9fcc-4f09-a7dc-b819439be54e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.675137] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Created folder: Project (884a5424cc0c4cd0bd0d2c54132b02f2) in parent group-v485515. [ 846.675137] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Creating folder: Instances. Parent ref: group-v485686. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.675137] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b5ed93a-602d-4818-b4e0-87908282035a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.677469] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.116s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.679880] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.623s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.684321] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Created folder: Instances in parent group-v485686. [ 846.684669] env[62788]: DEBUG oslo.service.loopingcall [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 846.685145] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.685145] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15509d58-bd21-45b9-aff7-cb92a2e868f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.707458] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.707458] env[62788]: value = "task-2394063" [ 846.707458] env[62788]: _type = "Task" [ 846.707458] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.716135] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394063, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.719367] env[62788]: INFO nova.scheduler.client.report [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Deleted allocations for instance 25e5e9d2-b70e-45cf-8394-c26098b5de7b [ 846.781333] env[62788]: DEBUG oslo_concurrency.lockutils [req-535da688-3f1a-4d85-85d6-4bd21b2d384c req-2dc2d139-7e4e-4222-a687-43feb87df7ca service nova] Releasing lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.816180] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "8af8013d-e49b-484f-8fef-1ca817a5645c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.818808] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "8af8013d-e49b-484f-8fef-1ca817a5645c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.881042] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.888385] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52547a27-22cd-9712-04c5-37e670e66145, 'name': SearchDatastore_Task, 'duration_secs': 0.011631} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.895988] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 846.895988] env[62788]: DEBUG nova.compute.manager [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 846.897675] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-861970b8-6afe-413b-ac24-0a539b20ff57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.919870] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 846.919870] env[62788]: value = "task-2394064" [ 846.919870] env[62788]: _type = "Task" [ 846.919870] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.929680] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.951588] env[62788]: INFO nova.compute.manager [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] instance snapshotting [ 846.954885] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffffb8e-d1f6-4f12-ae12-3839b4ca47f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.979616] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f330b661-3215-4ff6-8c62-b8f5fceacdea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.116514] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394060, 'name': CreateVM_Task, 'duration_secs': 0.541764} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.116689] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.117409] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.117571] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.117917] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.118169] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef820f0e-eddd-4dbc-8bdb-54253356eabc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.122981] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 847.122981] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527c251e-b134-7ec5-6dbf-c2163930439c" [ 847.122981] env[62788]: _type = "Task" [ 847.122981] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.136020] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527c251e-b134-7ec5-6dbf-c2163930439c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.228449] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394063, 'name': CreateVM_Task, 'duration_secs': 0.304339} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.228988] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdce7726-7e68-4821-a7ff-7ff1c1ea644b tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "25e5e9d2-b70e-45cf-8394-c26098b5de7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.100s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.229650] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.230170] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.230170] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.232814] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 847.232814] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778dd9d0-a553-4ccd-9e97-2f92f11cf8aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.240745] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for the task: (returnval){ [ 847.240745] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f2ad74-c460-8eb8-15ba-23fa33727838" [ 847.240745] env[62788]: _type = "Task" [ 847.240745] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.251577] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f2ad74-c460-8eb8-15ba-23fa33727838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.319922] env[62788]: DEBUG nova.compute.manager [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 847.413252] env[62788]: DEBUG nova.compute.manager [req-7a7ba337-9e82-460a-8b11-1231de60f388 req-f1d60613-739b-4540-bb50-e9ca5c319b4b service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Received event network-vif-unplugged-4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 847.413487] env[62788]: DEBUG oslo_concurrency.lockutils [req-7a7ba337-9e82-460a-8b11-1231de60f388 req-f1d60613-739b-4540-bb50-e9ca5c319b4b service nova] Acquiring lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.413748] env[62788]: DEBUG oslo_concurrency.lockutils [req-7a7ba337-9e82-460a-8b11-1231de60f388 req-f1d60613-739b-4540-bb50-e9ca5c319b4b service nova] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 847.414014] env[62788]: DEBUG oslo_concurrency.lockutils [req-7a7ba337-9e82-460a-8b11-1231de60f388 req-f1d60613-739b-4540-bb50-e9ca5c319b4b service nova] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 847.414128] env[62788]: DEBUG nova.compute.manager [req-7a7ba337-9e82-460a-8b11-1231de60f388 req-f1d60613-739b-4540-bb50-e9ca5c319b4b service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] No waiting events found dispatching network-vif-unplugged-4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 847.414262] env[62788]: WARNING nova.compute.manager [req-7a7ba337-9e82-460a-8b11-1231de60f388 req-f1d60613-739b-4540-bb50-e9ca5c319b4b service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Received unexpected event network-vif-unplugged-4bd6f493-a3a3-462c-85fa-0695d4603f58 for instance with vm_state shelved and task_state shelving_offloading. [ 847.432760] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394064, 'name': ReconfigVM_Task, 'duration_secs': 0.268681} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.433112] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 847.434157] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31593c28-92c0-4637-bdb8-08cd87d4ae06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.437886] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.459864] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] ff1d5b52-ea04-469f-8971-14419e9c138f/ff1d5b52-ea04-469f-8971-14419e9c138f.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.460771] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a20adc5-0577-46ee-ad4e-97bbc2ea9135 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.477387] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.478560] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983ce09e-91e7-4cb7-bb88-ba7872aba24e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.486526] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.487827] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-377f6dea-0cf2-45d9-9587-f03065955e74 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.489941] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 847.489941] env[62788]: value = "task-2394065" [ 847.489941] env[62788]: _type = "Task" [ 847.489941] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.497288] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 847.498272] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b79ee20c-def9-49a2-b3a6-813d10b1018a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.505644] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.507276] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 847.507276] env[62788]: value = "task-2394067" [ 847.507276] env[62788]: _type = "Task" [ 847.507276] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.519078] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.560674] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.561195] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.562082] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Deleting the datastore file [datastore2] adb75301-5ea3-4467-bf86-e4e7891e9d28 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.562082] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aca4cbc-0266-4b95-93f8-da21bab31661 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.569279] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 847.569279] env[62788]: value = "task-2394068" [ 847.569279] env[62788]: _type = "Task" [ 847.569279] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.577715] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.633732] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527c251e-b134-7ec5-6dbf-c2163930439c, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.634178] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.636152] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.636152] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.636152] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.636152] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.636152] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-384b8b11-0e7c-4ae8-86f0-f087fe2f01bc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.644923] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.645142] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.645984] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9547869b-8f41-4a60-a30c-a4473f49f978 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.655864] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 847.655864] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52aad6cc-abf2-430c-a065-c2c762557c3c" [ 847.655864] env[62788]: _type = "Task" [ 847.655864] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.664405] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52aad6cc-abf2-430c-a065-c2c762557c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.725000] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 23c11f04-d3f5-48a7-831b-c08ca532376c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.725162] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 036aaecc-5f03-40c0-91d0-f4f5e505c620 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.725335] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance ea8fac5b-af8a-4752-a651-8049f4c863a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.725467] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 33227b7a-3dfe-4d7b-8fd8-da6100ecb820 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.725630] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 1c4ddad5-e6ec-435a-83ac-685492e923f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.725834] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 11a2b336-8e4b-4627-872c-b70cf0d19cc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.725938] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance adb75301-5ea3-4467-bf86-e4e7891e9d28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.726082] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 17e14f3f-8170-4dff-bc39-6123194ed8e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.726217] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 4ac2d7b0-2633-4684-a1ee-71d15d2b4466 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.726358] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 7dc6128f-ff23-4add-a7cf-52c54174ea85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.726491] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 2762271c-ef75-47ee-8d66-7f2c1ad3fc86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.726623] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 944ab7ab-87b0-4f21-bbc1-2273bc9862bd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.726735] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 70e46613-bc6f-4b1c-9a73-880bc8f77946 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.726864] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 4614e196-1acd-456d-940a-b2bc14a755ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.726993] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.727151] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 82c45586-a150-4f24-836c-a87e31ef0654 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.727343] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 70e38abd-3bee-49d3-b371-a9c9b02a5907 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.727519] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 053dfbdb-d945-473c-97cc-b5e998cc15e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.727672] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance ff1d5b52-ea04-469f-8971-14419e9c138f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.727798] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 5b5f037f-6904-46b4-914f-d9f2896cfd8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.727908] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance e8873fbd-7b59-4a34-a65c-4d84389413c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.728043] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance ff10d7b8-218d-42cc-a63e-e9891f4de156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.728178] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 847.751730] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f2ad74-c460-8eb8-15ba-23fa33727838, 'name': SearchDatastore_Task, 'duration_secs': 0.016267} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.752708] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.752954] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.753214] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.753379] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.753549] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.754089] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c549ceb0-40fe-4e3f-88a0-024a2b548761 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.762607] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.762812] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.763605] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8edfc14-5243-4581-9966-f261e8f19fef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.770050] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for the task: (returnval){ [ 847.770050] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52995c00-a093-bde1-f4f6-6b8392b0db62" [ 847.770050] env[62788]: _type = "Task" [ 847.770050] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.778256] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52995c00-a093-bde1-f4f6-6b8392b0db62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.839088] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 847.922526] env[62788]: DEBUG nova.network.neutron [-] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.000482] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394065, 'name': ReconfigVM_Task, 'duration_secs': 0.414122} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.000828] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Reconfigured VM instance instance-00000029 to attach disk [datastore1] ff1d5b52-ea04-469f-8971-14419e9c138f/ff1d5b52-ea04-469f-8971-14419e9c138f.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.001764] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f1f235-adcf-4cdf-bc3e-cf0b4665cb42 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.024045] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc277e8-f550-4b15-9e38-6470020e0eeb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.033346] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.047285] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ab347-8e90-4be3-9641-8576757943b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.066675] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f94f0de-67df-425f-9381-f3347b9698bc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.077062] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.080667] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be6b2d9d-4532-461f-8d96-18c96c6c34b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.082314] env[62788]: DEBUG oslo_vmware.api [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246805} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.082561] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.082774] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.082939] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.091430] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 848.091430] env[62788]: value = "task-2394070" [ 848.091430] env[62788]: _type = "Task" [ 848.091430] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.099115] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.167277] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52aad6cc-abf2-430c-a065-c2c762557c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011927} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.168187] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4d692a-2c01-4bd8-ae6f-fda7f0515a79 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.174030] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 848.174030] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528e92df-7c0e-fe77-b2d3-8b9fcec91b1d" [ 848.174030] env[62788]: _type = "Task" [ 848.174030] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.177904] env[62788]: INFO nova.scheduler.client.report [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Deleted allocations for instance adb75301-5ea3-4467-bf86-e4e7891e9d28 [ 848.185041] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528e92df-7c0e-fe77-b2d3-8b9fcec91b1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.231061] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 82d95844-b60a-4121-875d-3bfeb496ce48 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 848.282202] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52995c00-a093-bde1-f4f6-6b8392b0db62, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.282984] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a21972-6340-4c64-b542-16602cfa5054 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.290501] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for the task: (returnval){ [ 848.290501] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52369d00-c53d-b66d-587c-2fc0c6851389" [ 848.290501] env[62788]: _type = "Task" [ 848.290501] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.298377] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52369d00-c53d-b66d-587c-2fc0c6851389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.344672] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.344990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.345166] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.345344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.345507] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.347629] env[62788]: INFO nova.compute.manager [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Terminating instance [ 848.426799] env[62788]: INFO nova.compute.manager [-] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Took 2.00 seconds to deallocate network for instance. [ 848.530571] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394067, 'name': CreateSnapshot_Task, 'duration_secs': 0.603801} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.530856] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 848.531608] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f393b5-ed06-4644-9caa-bdbed16a7ef6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.601135] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.685350] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.685647] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528e92df-7c0e-fe77-b2d3-8b9fcec91b1d, 'name': SearchDatastore_Task, 'duration_secs': 0.027569} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.685882] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.686142] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.686389] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc0db646-a516-4334-9a3a-edc3430d2d09 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.692775] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 848.692775] env[62788]: value = "task-2394071" [ 848.692775] env[62788]: _type = "Task" [ 848.692775] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.700596] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.734030] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 0c0c321b-48dd-4def-a0a1-7081b9783cda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 848.804648] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52369d00-c53d-b66d-587c-2fc0c6851389, 'name': SearchDatastore_Task, 'duration_secs': 0.021793} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.805031] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.805346] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca/6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.805670] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1236cfa-6c7c-4590-a875-c7f0e35c0aaf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.812452] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for the task: (returnval){ [ 848.812452] env[62788]: value = "task-2394072" [ 848.812452] env[62788]: _type = "Task" [ 848.812452] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.821841] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394072, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.852454] env[62788]: DEBUG nova.compute.manager [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 848.852690] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.853607] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1571613-1eb2-4de0-ad6e-f3f3adf1214a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.861313] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.861625] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e010eaf-0a29-44ee-bfcb-caea74abd247 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.868536] env[62788]: DEBUG oslo_vmware.api [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 848.868536] env[62788]: value = "task-2394073" [ 848.868536] env[62788]: _type = "Task" [ 848.868536] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.882294] env[62788]: DEBUG oslo_vmware.api [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2394073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.935801] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 849.051862] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.057313] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a90e2cd-b35a-4c0b-a83f-170c65fb2bc6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.068356] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 849.068356] env[62788]: value = "task-2394074" [ 849.068356] env[62788]: _type = "Task" [ 849.068356] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.078441] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394074, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.103974] env[62788]: DEBUG oslo_vmware.api [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394070, 'name': PowerOnVM_Task, 'duration_secs': 0.741025} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.104278] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.205492] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394071, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.239587] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 693f5d7b-9fb0-46bf-a718-9c9b1e4097da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.324677] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394072, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.379630] env[62788]: DEBUG oslo_vmware.api [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2394073, 'name': PowerOffVM_Task, 'duration_secs': 0.224758} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.380180] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.380554] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.380978] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8746d91c-c3d6-4388-9e8b-59c02b9198c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.457510] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.457807] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.457994] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Deleting the datastore file [datastore2] 2762271c-ef75-47ee-8d66-7f2c1ad3fc86 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.458374] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41979389-024b-4aa7-b1e4-32b73e3010c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.466017] env[62788]: DEBUG oslo_vmware.api [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for the task: (returnval){ [ 849.466017] env[62788]: value = "task-2394076" [ 849.466017] env[62788]: _type = "Task" [ 849.466017] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.475891] env[62788]: DEBUG oslo_vmware.api [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2394076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.501813] env[62788]: DEBUG nova.compute.manager [req-ecc93be9-14cb-495c-8e19-79dfdb45f721 req-490ad956-0147-4bc5-a3ad-33f55fa4606c service nova] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Received event network-vif-deleted-d96ad0c0-75f9-4548-b658-a28424330f3d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 849.502115] env[62788]: DEBUG nova.compute.manager [req-ecc93be9-14cb-495c-8e19-79dfdb45f721 req-490ad956-0147-4bc5-a3ad-33f55fa4606c service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Received event network-changed-4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 849.502430] env[62788]: DEBUG nova.compute.manager [req-ecc93be9-14cb-495c-8e19-79dfdb45f721 req-490ad956-0147-4bc5-a3ad-33f55fa4606c service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Refreshing instance network info cache due to event network-changed-4bd6f493-a3a3-462c-85fa-0695d4603f58. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 849.503421] env[62788]: DEBUG oslo_concurrency.lockutils [req-ecc93be9-14cb-495c-8e19-79dfdb45f721 req-490ad956-0147-4bc5-a3ad-33f55fa4606c service nova] Acquiring lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.503550] env[62788]: DEBUG oslo_concurrency.lockutils [req-ecc93be9-14cb-495c-8e19-79dfdb45f721 req-490ad956-0147-4bc5-a3ad-33f55fa4606c service nova] Acquired lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.503733] env[62788]: DEBUG nova.network.neutron [req-ecc93be9-14cb-495c-8e19-79dfdb45f721 req-490ad956-0147-4bc5-a3ad-33f55fa4606c service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Refreshing network info cache for port 4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.579026] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394074, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.703712] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618237} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.704029] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.704259] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.704566] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a7ca21d-e12b-4bbe-9036-bd19086be69f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.711341] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 849.711341] env[62788]: value = "task-2394077" [ 849.711341] env[62788]: _type = "Task" [ 849.711341] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.717217] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 849.717446] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485684', 'volume_id': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'name': 'volume-e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b5f037f-6904-46b4-914f-d9f2896cfd8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'serial': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 849.718263] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c43701e-6b2d-460c-bfa7-cdffe22425cb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.724345] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.737677] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ea59e1-9778-436a-bf87-486b01e2db3a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.742327] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 9a59d9cf-6d91-43c9-a652-9ae171aacfcf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.763721] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] volume-e52e595f-2a91-4b82-a9b4-f385fc7666dc/volume-e52e595f-2a91-4b82-a9b4-f385fc7666dc.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.765304] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 8af8013d-e49b-484f-8fef-1ca817a5645c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 849.765591] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 849.765741] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 849.768221] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e328df-25f9-41ab-81da-14345f6bbd63 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.789831] env[62788]: DEBUG oslo_vmware.api [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 849.789831] env[62788]: value = "task-2394078" [ 849.789831] env[62788]: _type = "Task" [ 849.789831] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.798765] env[62788]: DEBUG oslo_vmware.api [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.826112] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394072, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763581} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.826112] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca/6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.826553] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.826553] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b09fef89-6cb6-4da8-88b0-9d90c56547fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.836254] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for the task: (returnval){ [ 849.836254] env[62788]: value = "task-2394079" [ 849.836254] env[62788]: _type = "Task" [ 849.836254] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.848850] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.979606] env[62788]: DEBUG oslo_vmware.api [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Task: {'id': task-2394076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366545} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.979874] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.980074] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.980302] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.980509] env[62788]: INFO nova.compute.manager [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Took 1.13 seconds to destroy the instance on the hypervisor. [ 849.980779] env[62788]: DEBUG oslo.service.loopingcall [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 849.980990] env[62788]: DEBUG nova.compute.manager [-] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 849.981101] env[62788]: DEBUG nova.network.neutron [-] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.083800] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394074, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.086095] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.117014] env[62788]: INFO nova.compute.manager [None req-1818bbba-6626-44c6-a9ca-02f8509953fc tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance to original state: 'active' [ 850.202774] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457a32cb-a1d6-4498-890b-5d6c2a7dfe55 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.216098] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfa3064-238b-4564-843e-1fc815f73739 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.226572] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091913} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.257184] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.261374] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1278ef5b-a66d-4652-ab74-2eabc79e836b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.264489] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01be8408-8f08-41a4-a223-20685489c4a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.289374] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.291879] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db8ed821-8088-4939-ab8a-b2ca18af5429 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.312318] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe2b364-afd0-4b1d-b812-fefe25405659 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.327864] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.333663] env[62788]: DEBUG oslo_vmware.api [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.333975] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 850.333975] env[62788]: value = "task-2394080" [ 850.333975] env[62788]: _type = "Task" [ 850.333975] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.352872] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073437} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.356188] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.356526] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.357262] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab76039c-3dfa-4732-9fd8-ee2058d7064b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.378147] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca/6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.378469] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b34fea2-04cb-4a37-b100-bdc0c3b603d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.402171] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for the task: (returnval){ [ 850.402171] env[62788]: value = "task-2394081" [ 850.402171] env[62788]: _type = "Task" [ 850.402171] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.411607] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.440192] env[62788]: DEBUG nova.network.neutron [req-ecc93be9-14cb-495c-8e19-79dfdb45f721 req-490ad956-0147-4bc5-a3ad-33f55fa4606c service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updated VIF entry in instance network info cache for port 4bd6f493-a3a3-462c-85fa-0695d4603f58. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.440648] env[62788]: DEBUG nova.network.neutron [req-ecc93be9-14cb-495c-8e19-79dfdb45f721 req-490ad956-0147-4bc5-a3ad-33f55fa4606c service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updating instance_info_cache with network_info: [{"id": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "address": "fa:16:3e:cd:e7:84", "network": {"id": "4eee5c24-7766-47cd-b885-4a274fdb5719", "bridge": null, "label": "tempest-ServersNegativeTestJSON-850157775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c94b5e973e4a1eb6c0afb449bb17fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4bd6f493-a3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.470652] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525154da-3419-8bde-d269-e9c9f1b980df/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 850.472587] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f31cb6-63ac-4d6b-85eb-a1aca54363e3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.481606] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525154da-3419-8bde-d269-e9c9f1b980df/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 850.481883] env[62788]: ERROR oslo_vmware.rw_handles [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525154da-3419-8bde-d269-e9c9f1b980df/disk-0.vmdk due to incomplete transfer. [ 850.482249] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3daca6d8-2c3d-477e-96a4-bccc6c9bfb5c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.490478] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525154da-3419-8bde-d269-e9c9f1b980df/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 850.490766] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Uploaded image bf41d210-b0cd-470b-b713-68aae466c354 to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 850.493923] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 850.494257] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c78434b-25af-477b-926a-05cb25a3c960 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.500727] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 850.500727] env[62788]: value = "task-2394082" [ 850.500727] env[62788]: _type = "Task" [ 850.500727] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.512503] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394082, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.584420] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394074, 'name': CloneVM_Task, 'duration_secs': 1.498521} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.584734] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Created linked-clone VM from snapshot [ 850.585607] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c333cb1-8934-4b3d-b694-1adf0b9c2496 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.593888] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Uploading image 0b70a4a2-8e28-4883-be33-9fed99726000 {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 850.616814] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 850.616814] env[62788]: value = "vm-485690" [ 850.616814] env[62788]: _type = "VirtualMachine" [ 850.616814] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 850.617160] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b5fbbc92-e005-4282-9e3d-9d84390d1aab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.626905] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lease: (returnval){ [ 850.626905] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528dc9b1-4baf-07d6-6a97-0aed1a86eaf9" [ 850.626905] env[62788]: _type = "HttpNfcLease" [ 850.626905] env[62788]: } obtained for exporting VM: (result){ [ 850.626905] env[62788]: value = "vm-485690" [ 850.626905] env[62788]: _type = "VirtualMachine" [ 850.626905] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 850.627306] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the lease: (returnval){ [ 850.627306] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528dc9b1-4baf-07d6-6a97-0aed1a86eaf9" [ 850.627306] env[62788]: _type = "HttpNfcLease" [ 850.627306] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 850.638422] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 850.638422] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528dc9b1-4baf-07d6-6a97-0aed1a86eaf9" [ 850.638422] env[62788]: _type = "HttpNfcLease" [ 850.638422] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 850.638708] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 850.638708] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528dc9b1-4baf-07d6-6a97-0aed1a86eaf9" [ 850.638708] env[62788]: _type = "HttpNfcLease" [ 850.638708] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 850.639451] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ac006d-abd6-4fee-a05c-22eeaa64d3b2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.647776] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec524-3d5f-a2ac-86b1-b65e516f55a9/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 850.647776] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec524-3d5f-a2ac-86b1-b65e516f55a9/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 850.736072] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0df9b02-70b9-46e3-8449-a949768e2907 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.817037] env[62788]: DEBUG oslo_vmware.api [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394078, 'name': ReconfigVM_Task, 'duration_secs': 0.698555} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.818392] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Reconfigured VM instance instance-00000039 to attach disk [datastore2] volume-e52e595f-2a91-4b82-a9b4-f385fc7666dc/volume-e52e595f-2a91-4b82-a9b4-f385fc7666dc.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.826383] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff20c149-9681-43b5-a89c-22f08e11f3d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.838876] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.848695] env[62788]: DEBUG oslo_vmware.api [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 850.848695] env[62788]: value = "task-2394084" [ 850.848695] env[62788]: _type = "Task" [ 850.848695] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.855623] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.864060] env[62788]: DEBUG oslo_vmware.api [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394084, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.898029] env[62788]: DEBUG nova.network.neutron [-] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.914665] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394081, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.944741] env[62788]: DEBUG oslo_concurrency.lockutils [req-ecc93be9-14cb-495c-8e19-79dfdb45f721 req-490ad956-0147-4bc5-a3ad-33f55fa4606c service nova] Releasing lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.012646] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394082, 'name': Destroy_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.338254] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "ff1d5b52-ea04-469f-8971-14419e9c138f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.338639] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "ff1d5b52-ea04-469f-8971-14419e9c138f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.339583] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "ff1d5b52-ea04-469f-8971-14419e9c138f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.339583] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "ff1d5b52-ea04-469f-8971-14419e9c138f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.339583] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "ff1d5b52-ea04-469f-8971-14419e9c138f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.341715] env[62788]: INFO nova.compute.manager [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Terminating instance [ 851.343674] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 851.344254] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.664s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.349207] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.154s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.351036] env[62788]: INFO nova.compute.claims [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.355121] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.355275] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Cleaning up deleted instances {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11767}} [ 851.365937] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394080, 'name': ReconfigVM_Task, 'duration_secs': 0.615067} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.367871] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.368253] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddb06a78-2fe7-4ec5-8fee-6820234bec28 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.373594] env[62788]: DEBUG oslo_vmware.api [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.379176] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 851.379176] env[62788]: value = "task-2394085" [ 851.379176] env[62788]: _type = "Task" [ 851.379176] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.389101] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394085, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.401153] env[62788]: INFO nova.compute.manager [-] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Took 1.42 seconds to deallocate network for instance. [ 851.419581] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394081, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.510440] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394082, 'name': Destroy_Task, 'duration_secs': 0.525038} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.510860] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Destroyed the VM [ 851.511284] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 851.511662] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4f401428-0425-42d5-bc75-ed9ef33001a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.519011] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 851.519011] env[62788]: value = "task-2394086" [ 851.519011] env[62788]: _type = "Task" [ 851.519011] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.527527] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.529935] env[62788]: DEBUG nova.compute.manager [req-54f494ac-2ac1-434b-b5c9-02ea8afebb2a req-42b80695-26b4-4874-95df-a887d92c9db6 service nova] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Received event network-vif-deleted-994fcb50-04ba-4299-a839-763710ee33ce {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 851.866865] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] There are 37 instances to clean {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11776}} [ 851.867175] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: eb4887db-5cc7-4863-9f44-41fc955914c5] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 851.871336] env[62788]: DEBUG nova.compute.manager [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 851.871760] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.876882] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4404ce-7266-4eb4-adbf-89353555b730 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.886863] env[62788]: DEBUG oslo_vmware.api [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394084, 'name': ReconfigVM_Task, 'duration_secs': 1.016889} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.889270] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485684', 'volume_id': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'name': 'volume-e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b5f037f-6904-46b4-914f-d9f2896cfd8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'serial': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 851.890997] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.894312] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00fabdf4-be46-4830-abe3-ce41ce4f7750 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.896092] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394085, 'name': Rename_Task, 'duration_secs': 0.29203} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.896406] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.897023] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b72683d4-5f98-4bb1-9794-ef7071ce4a0a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.901977] env[62788]: DEBUG oslo_vmware.api [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 851.901977] env[62788]: value = "task-2394087" [ 851.901977] env[62788]: _type = "Task" [ 851.901977] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.903503] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 851.903503] env[62788]: value = "task-2394088" [ 851.903503] env[62788]: _type = "Task" [ 851.903503] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.914126] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.919461] env[62788]: DEBUG oslo_vmware.api [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.924370] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394088, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.927503] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394081, 'name': ReconfigVM_Task, 'duration_secs': 1.354538} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.927896] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca/6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.928794] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fd9094e-43fa-4e5d-9431-76fa142bbe6a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.934970] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for the task: (returnval){ [ 851.934970] env[62788]: value = "task-2394089" [ 851.934970] env[62788]: _type = "Task" [ 851.934970] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.943985] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394089, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.031797] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394086, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.376478] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 66088c34-b6c5-4e29-90db-508a0d06edb4] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 852.416322] env[62788]: DEBUG oslo_vmware.api [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394087, 'name': PowerOffVM_Task, 'duration_secs': 0.219193} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.422670] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.423998] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.423998] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394088, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.424881] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eed0920d-e0ab-43ed-8a50-06b15288f43b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.449711] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394089, 'name': Rename_Task, 'duration_secs': 0.175573} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.450075] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.450712] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f292c12-0dbe-4578-b688-9b664a9db2a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.459410] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for the task: (returnval){ [ 852.459410] env[62788]: value = "task-2394091" [ 852.459410] env[62788]: _type = "Task" [ 852.459410] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.470508] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.497622] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.497753] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.497937] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Deleting the datastore file [datastore1] ff1d5b52-ea04-469f-8971-14419e9c138f {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.498238] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b6ae9de-5f6b-4992-8bda-bc5bc538d4ed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.507519] env[62788]: DEBUG oslo_vmware.api [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 852.507519] env[62788]: value = "task-2394092" [ 852.507519] env[62788]: _type = "Task" [ 852.507519] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.517675] env[62788]: DEBUG oslo_vmware.api [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.529436] env[62788]: DEBUG oslo_vmware.api [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394086, 'name': RemoveSnapshot_Task, 'duration_secs': 0.80668} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.529725] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 852.529965] env[62788]: INFO nova.compute.manager [None req-ae1afe58-ec72-4fc1-a5f8-3fea8847a844 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Took 17.57 seconds to snapshot the instance on the hypervisor. [ 852.788472] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af79b2b-48b3-462a-aed7-5abfd4e2a974 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.796311] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1aab3d-fc7e-427a-a79a-d094333f8e71 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.828415] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fe96dc-8bf5-48c4-b45b-76de640b4ae9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.836251] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735154b2-352b-418f-a90f-af09cb90d0d8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.850743] env[62788]: DEBUG nova.compute.provider_tree [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.882768] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 246d0e5d-6fe4-4a7f-9eaf-5c4a22e576af] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 852.920985] env[62788]: DEBUG oslo_vmware.api [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394088, 'name': PowerOnVM_Task, 'duration_secs': 0.669146} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.921390] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.921805] env[62788]: DEBUG nova.compute.manager [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 852.922845] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85121e3e-b86b-401e-8ab0-2995b22ea2e8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.936483] env[62788]: DEBUG nova.objects.instance [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lazy-loading 'flavor' on Instance uuid 5b5f037f-6904-46b4-914f-d9f2896cfd8c {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.970673] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.017789] env[62788]: DEBUG oslo_vmware.api [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197139} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.018093] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.018312] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.018496] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.018699] env[62788]: INFO nova.compute.manager [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 853.018963] env[62788]: DEBUG oslo.service.loopingcall [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 853.019170] env[62788]: DEBUG nova.compute.manager [-] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 853.019317] env[62788]: DEBUG nova.network.neutron [-] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.354440] env[62788]: DEBUG nova.scheduler.client.report [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.386370] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 23dd65a4-a98a-46db-8006-b00482ece873] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 853.443925] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.444133] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3969801f-af55-4d55-91fe-058388d03bfc tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.371s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.470322] env[62788]: DEBUG oslo_vmware.api [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394091, 'name': PowerOnVM_Task, 'duration_secs': 0.554458} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.470616] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.470866] env[62788]: INFO nova.compute.manager [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Took 6.87 seconds to spawn the instance on the hypervisor. [ 853.471098] env[62788]: DEBUG nova.compute.manager [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 853.471937] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b2906f-f2bd-4ba0-b466-8197a118fabd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.617951] env[62788]: DEBUG oslo_concurrency.lockutils [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.617951] env[62788]: DEBUG oslo_concurrency.lockutils [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.617951] env[62788]: DEBUG oslo_concurrency.lockutils [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.617951] env[62788]: DEBUG oslo_concurrency.lockutils [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.618316] env[62788]: DEBUG oslo_concurrency.lockutils [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.628414] env[62788]: INFO nova.compute.manager [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Terminating instance [ 853.756467] env[62788]: DEBUG nova.compute.manager [req-b53bd529-115c-42a0-95c6-c115f9942428 req-7f3dda69-bf8e-4dfa-b029-1e83dd506c4c service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Received event network-vif-deleted-361b031c-7a5f-408d-ae8f-3f8772f3b525 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 853.756959] env[62788]: INFO nova.compute.manager [req-b53bd529-115c-42a0-95c6-c115f9942428 req-7f3dda69-bf8e-4dfa-b029-1e83dd506c4c service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Neutron deleted interface 361b031c-7a5f-408d-ae8f-3f8772f3b525; detaching it from the instance and deleting it from the info cache [ 853.757188] env[62788]: DEBUG nova.network.neutron [req-b53bd529-115c-42a0-95c6-c115f9942428 req-7f3dda69-bf8e-4dfa-b029-1e83dd506c4c service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.829714] env[62788]: DEBUG nova.network.neutron [-] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.860705] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.861419] env[62788]: DEBUG nova.compute.manager [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 853.863947] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.553s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.867074] env[62788]: INFO nova.compute.claims [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.889838] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: c66cf078-4d7d-433d-98ee-2206453351f4] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 853.992603] env[62788]: INFO nova.compute.manager [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Took 24.42 seconds to build instance. [ 854.129960] env[62788]: INFO nova.compute.manager [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Rebuilding instance [ 854.132882] env[62788]: DEBUG nova.compute.manager [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 854.133145] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.133418] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36973d4b-dca7-42d9-9dd6-4ec014ac696e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.140700] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 854.140700] env[62788]: value = "task-2394093" [ 854.140700] env[62788]: _type = "Task" [ 854.140700] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.149479] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.189371] env[62788]: DEBUG nova.compute.manager [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 854.190408] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8f1d77-3ce6-46ea-bcc0-9ae7b3537bbd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.261300] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a4b3eee-f6c3-4217-9a25-d0da3cd435b0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.270622] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1ba993-d410-4e6c-b34e-d247fd06854f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.305938] env[62788]: DEBUG nova.compute.manager [req-b53bd529-115c-42a0-95c6-c115f9942428 req-7f3dda69-bf8e-4dfa-b029-1e83dd506c4c service nova] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Detach interface failed, port_id=361b031c-7a5f-408d-ae8f-3f8772f3b525, reason: Instance ff1d5b52-ea04-469f-8971-14419e9c138f could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 854.332535] env[62788]: INFO nova.compute.manager [-] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Took 1.31 seconds to deallocate network for instance. [ 854.370591] env[62788]: DEBUG nova.compute.utils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 854.374991] env[62788]: DEBUG nova.compute.manager [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 854.375259] env[62788]: DEBUG nova.network.neutron [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.394316] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 25e5e9d2-b70e-45cf-8394-c26098b5de7b] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 854.418750] env[62788]: DEBUG nova.policy [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01d44328494a4f93917d51a1eaef1fbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78147da7ce814f10a43abcb22c916c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.495638] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ab71ad0d-f4f8-4375-a167-db819c1bf7cd tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lock "6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.936s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.651379] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394093, 'name': PowerOffVM_Task, 'duration_secs': 0.4713} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.651585] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.651837] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 854.652109] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485684', 'volume_id': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'name': 'volume-e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b5f037f-6904-46b4-914f-d9f2896cfd8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'serial': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 854.652977] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0189d2ff-91a4-4c8e-866c-30da7444d089 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.677436] env[62788]: INFO nova.compute.manager [None req-686a8bff-8256-41b7-890a-9d4bf49cacff tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Get console output [ 854.677928] env[62788]: WARNING nova.virt.vmwareapi.driver [None req-686a8bff-8256-41b7-890a-9d4bf49cacff tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] The console log is missing. Check your VSPC configuration [ 854.679355] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d11bcb-4bd3-4bbc-a615-d4cce390cb9d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.687568] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eee4e3a-4f23-41a9-8c4e-37db15cecbef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.690803] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquiring lock "4614e196-1acd-456d-940a-b2bc14a755ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.691125] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lock "4614e196-1acd-456d-940a-b2bc14a755ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.691726] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquiring lock "4614e196-1acd-456d-940a-b2bc14a755ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.691816] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lock "4614e196-1acd-456d-940a-b2bc14a755ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.692115] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lock "4614e196-1acd-456d-940a-b2bc14a755ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.695208] env[62788]: INFO nova.compute.manager [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Terminating instance [ 854.717301] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a420c9c9-beb3-4dbe-bf79-bd370b6bcf57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.736341] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] The volume has not been displaced from its original location: [datastore2] volume-e52e595f-2a91-4b82-a9b4-f385fc7666dc/volume-e52e595f-2a91-4b82-a9b4-f385fc7666dc.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 854.741539] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 854.742093] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6187ab8-fda9-4a39-a06c-06b7ce762c76 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.756146] env[62788]: DEBUG nova.network.neutron [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Successfully created port: 61644b47-bb34-401a-922d-50a99b786700 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.762013] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 854.762013] env[62788]: value = "task-2394094" [ 854.762013] env[62788]: _type = "Task" [ 854.762013] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.770313] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.839944] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.878426] env[62788]: DEBUG nova.compute.manager [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 854.899644] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 7a5bea28-eabd-49dd-a854-33805622c7d4] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 855.003395] env[62788]: DEBUG nova.compute.manager [None req-e64667cc-1386-4f1d-8598-207336b8b114 tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 855.006911] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d119a10a-14aa-4f07-84e9-6b0b4af8908b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.102543] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquiring lock "6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.102819] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lock "6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.103062] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquiring lock "6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.103278] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lock "6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.103495] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lock "6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.106264] env[62788]: INFO nova.compute.manager [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Terminating instance [ 855.225032] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.225377] env[62788]: DEBUG nova.compute.manager [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 855.225636] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.226246] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bf5a8df-7460-411b-a362-0ea59aaef1cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.229544] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b59d332-3fd9-4df2-97c2-42efeb3d29bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.241935] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 855.241935] env[62788]: value = "task-2394095" [ 855.241935] env[62788]: _type = "Task" [ 855.241935] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.242306] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.242668] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79451eb3-0875-4e90-992d-61fd8690adb6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.255690] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.257331] env[62788]: DEBUG oslo_vmware.api [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 855.257331] env[62788]: value = "task-2394096" [ 855.257331] env[62788]: _type = "Task" [ 855.257331] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.265932] env[62788]: DEBUG oslo_vmware.api [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.274291] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394094, 'name': ReconfigVM_Task, 'duration_secs': 0.366683} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.274604] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 855.279662] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2de6db6-359e-4032-9aca-e406dc15bd09 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.296608] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 855.296608] env[62788]: value = "task-2394097" [ 855.296608] env[62788]: _type = "Task" [ 855.296608] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.306964] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.405031] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 14111a68-61bd-4fd1-83ae-023db0110c0b] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 855.408511] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3478d6a-de86-4781-9ac7-97bcabffabe0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.417634] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d568b4fd-e27b-4d38-b1bb-152bd8b48f6d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.456547] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca08cd1-4290-4466-b37f-4c36f3af6c49 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.464725] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ce4f70-8bce-497b-a457-2cd3993042c0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.479235] env[62788]: DEBUG nova.compute.provider_tree [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.520557] env[62788]: INFO nova.compute.manager [None req-e64667cc-1386-4f1d-8598-207336b8b114 tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] instance snapshotting [ 855.521302] env[62788]: DEBUG nova.objects.instance [None req-e64667cc-1386-4f1d-8598-207336b8b114 tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lazy-loading 'flavor' on Instance uuid 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.611701] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquiring lock "refresh_cache-6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 855.612350] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquired lock "refresh_cache-6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.612350] env[62788]: DEBUG nova.network.neutron [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.753709] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394095, 'name': PowerOffVM_Task, 'duration_secs': 0.221265} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.753976] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.754236] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.754988] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaeaeb6-70d4-46d6-b160-0127617fa74f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.765387] env[62788]: DEBUG oslo_vmware.api [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394096, 'name': PowerOffVM_Task, 'duration_secs': 0.204628} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.767488] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.767678] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.767937] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.768155] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fc7b807-4a19-437c-a825-86b2380d72e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.769476] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27b22632-bb5d-4316-8efa-fac18561f421 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.797854] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquiring lock "23c11f04-d3f5-48a7-831b-c08ca532376c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.798168] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Lock "23c11f04-d3f5-48a7-831b-c08ca532376c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.798422] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquiring lock "23c11f04-d3f5-48a7-831b-c08ca532376c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.798654] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Lock "23c11f04-d3f5-48a7-831b-c08ca532376c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.798854] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Lock "23c11f04-d3f5-48a7-831b-c08ca532376c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.804158] env[62788]: INFO nova.compute.manager [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Terminating instance [ 855.812032] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394097, 'name': ReconfigVM_Task, 'duration_secs': 0.21141} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.812032] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485684', 'volume_id': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'name': 'volume-e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5b5f037f-6904-46b4-914f-d9f2896cfd8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc', 'serial': 'e52e595f-2a91-4b82-a9b4-f385fc7666dc'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 855.812217] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.813028] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231afd98-a0ea-44b6-bf91-d81344006f22 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.821833] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.822128] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebd8246b-aa61-44f5-9f3e-74c3b4af7556 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.852469] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.852685] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.852872] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Deleting the datastore file [datastore2] 4614e196-1acd-456d-940a-b2bc14a755ee {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.853159] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b820d8b-7e73-4be5-ae41-17a7ae2c1a37 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.860055] env[62788]: DEBUG oslo_vmware.api [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for the task: (returnval){ [ 855.860055] env[62788]: value = "task-2394101" [ 855.860055] env[62788]: _type = "Task" [ 855.860055] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.869861] env[62788]: DEBUG oslo_vmware.api [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.871080] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.871278] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.871452] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleting the datastore file [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.871695] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e470a9c7-90bd-4359-b4cf-df71d0a7a603 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.877792] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 855.877792] env[62788]: value = "task-2394102" [ 855.877792] env[62788]: _type = "Task" [ 855.877792] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.885793] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.889664] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.889857] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.891060] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleting the datastore file [datastore2] 5b5f037f-6904-46b4-914f-d9f2896cfd8c {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.891193] env[62788]: DEBUG nova.compute.manager [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 855.893122] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b236bfba-6044-4ae5-b6ae-4f9dc6e46ae9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.899477] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 855.899477] env[62788]: value = "task-2394103" [ 855.899477] env[62788]: _type = "Task" [ 855.899477] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.907976] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.913286] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 7e3aa598-987d-4ce1-adb6-4718b6b9a965] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 855.916930] env[62788]: DEBUG nova.virt.hardware [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.917177] env[62788]: DEBUG nova.virt.hardware [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.917367] env[62788]: DEBUG nova.virt.hardware [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.917529] env[62788]: DEBUG nova.virt.hardware [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.917677] env[62788]: DEBUG nova.virt.hardware [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.917824] env[62788]: DEBUG nova.virt.hardware [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.918135] env[62788]: DEBUG nova.virt.hardware [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.918198] env[62788]: DEBUG nova.virt.hardware [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.918359] env[62788]: DEBUG nova.virt.hardware [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.918523] env[62788]: DEBUG nova.virt.hardware [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.918697] env[62788]: DEBUG nova.virt.hardware [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.919584] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6f6bfd-c7e8-4398-aca4-62c9979657e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.927808] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8197a0a2-87c9-4438-a90c-57b028f460df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.982495] env[62788]: DEBUG nova.scheduler.client.report [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.028018] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d0e243-c0c7-4012-946d-2f73db0dcc03 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.044313] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232ca3c9-0eeb-4f6e-941b-2884d07ae0b8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.143262] env[62788]: DEBUG nova.network.neutron [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.230787] env[62788]: DEBUG nova.network.neutron [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.302678] env[62788]: DEBUG nova.compute.manager [req-2d3e5b63-ed9b-49e8-be0a-3c4989a44086 req-97a6933b-3ba3-4845-8d03-0e8ed051326d service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Received event network-vif-plugged-61644b47-bb34-401a-922d-50a99b786700 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 856.302904] env[62788]: DEBUG oslo_concurrency.lockutils [req-2d3e5b63-ed9b-49e8-be0a-3c4989a44086 req-97a6933b-3ba3-4845-8d03-0e8ed051326d service nova] Acquiring lock "82d95844-b60a-4121-875d-3bfeb496ce48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.303325] env[62788]: DEBUG oslo_concurrency.lockutils [req-2d3e5b63-ed9b-49e8-be0a-3c4989a44086 req-97a6933b-3ba3-4845-8d03-0e8ed051326d service nova] Lock "82d95844-b60a-4121-875d-3bfeb496ce48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.303528] env[62788]: DEBUG oslo_concurrency.lockutils [req-2d3e5b63-ed9b-49e8-be0a-3c4989a44086 req-97a6933b-3ba3-4845-8d03-0e8ed051326d service nova] Lock "82d95844-b60a-4121-875d-3bfeb496ce48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.303707] env[62788]: DEBUG nova.compute.manager [req-2d3e5b63-ed9b-49e8-be0a-3c4989a44086 req-97a6933b-3ba3-4845-8d03-0e8ed051326d service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] No waiting events found dispatching network-vif-plugged-61644b47-bb34-401a-922d-50a99b786700 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.303869] env[62788]: WARNING nova.compute.manager [req-2d3e5b63-ed9b-49e8-be0a-3c4989a44086 req-97a6933b-3ba3-4845-8d03-0e8ed051326d service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Received unexpected event network-vif-plugged-61644b47-bb34-401a-922d-50a99b786700 for instance with vm_state building and task_state spawning. [ 856.307755] env[62788]: DEBUG nova.compute.manager [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 856.307955] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.308891] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3f2ffb-1841-4646-95ae-4810d89b06d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.317313] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.317313] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8eb5ef4-adc1-4254-9207-742d9024c6c0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.323549] env[62788]: DEBUG oslo_vmware.api [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for the task: (returnval){ [ 856.323549] env[62788]: value = "task-2394104" [ 856.323549] env[62788]: _type = "Task" [ 856.323549] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.332943] env[62788]: DEBUG oslo_vmware.api [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2394104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.370504] env[62788]: DEBUG oslo_vmware.api [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Task: {'id': task-2394101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237962} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.371091] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.371282] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.371498] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.371699] env[62788]: INFO nova.compute.manager [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Took 1.15 seconds to destroy the instance on the hypervisor. [ 856.371939] env[62788]: DEBUG oslo.service.loopingcall [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.372136] env[62788]: DEBUG nova.compute.manager [-] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 856.372227] env[62788]: DEBUG nova.network.neutron [-] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.389253] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249903} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.389627] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.389784] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.389993] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.409515] env[62788]: DEBUG oslo_vmware.api [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258634} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.409764] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.409949] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.410140] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.410313] env[62788]: INFO nova.compute.manager [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Took 2.28 seconds to destroy the instance on the hypervisor. [ 856.411332] env[62788]: DEBUG oslo.service.loopingcall [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 856.411332] env[62788]: DEBUG nova.compute.manager [-] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 856.411332] env[62788]: DEBUG nova.network.neutron [-] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.423383] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 72804449-7f6a-4b4d-94d7-9c6e0e801c30] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 856.436538] env[62788]: DEBUG nova.network.neutron [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Successfully updated port: 61644b47-bb34-401a-922d-50a99b786700 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.488043] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.488594] env[62788]: DEBUG nova.compute.manager [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 856.491705] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.383s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.493256] env[62788]: INFO nova.compute.claims [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.555328] env[62788]: DEBUG nova.compute.manager [None req-e64667cc-1386-4f1d-8598-207336b8b114 tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Instance disappeared during snapshot {{(pid=62788) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4609}} [ 856.699403] env[62788]: DEBUG nova.compute.manager [None req-e64667cc-1386-4f1d-8598-207336b8b114 tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Found 0 images (rotation: 2) {{(pid=62788) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5031}} [ 856.733972] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Releasing lock "refresh_cache-6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 856.734405] env[62788]: DEBUG nova.compute.manager [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 856.734594] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.737123] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081c5fd7-8652-41cc-a20f-ee8ea43c17a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.747156] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.747407] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86e58868-5f41-4cb4-8801-6966dad56461 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.754504] env[62788]: DEBUG oslo_vmware.api [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for the task: (returnval){ [ 856.754504] env[62788]: value = "task-2394105" [ 856.754504] env[62788]: _type = "Task" [ 856.754504] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.769728] env[62788]: DEBUG oslo_vmware.api [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.815789] env[62788]: DEBUG nova.compute.manager [req-fc8514cc-605f-4c39-8f4e-6c532a1fac00 req-e35325dc-d819-46eb-8950-2529fb6dd0b5 service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Received event network-vif-deleted-17523408-71b0-4c31-9669-5789f7996505 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 856.815965] env[62788]: INFO nova.compute.manager [req-fc8514cc-605f-4c39-8f4e-6c532a1fac00 req-e35325dc-d819-46eb-8950-2529fb6dd0b5 service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Neutron deleted interface 17523408-71b0-4c31-9669-5789f7996505; detaching it from the instance and deleting it from the info cache [ 856.816157] env[62788]: DEBUG nova.network.neutron [req-fc8514cc-605f-4c39-8f4e-6c532a1fac00 req-e35325dc-d819-46eb-8950-2529fb6dd0b5 service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.835454] env[62788]: DEBUG oslo_vmware.api [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2394104, 'name': PowerOffVM_Task, 'duration_secs': 0.201201} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.835454] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.835628] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.835881] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fede6ba-ec19-4f8b-9254-8c50b01d2157 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.929726] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: a0e5daa1-b1a2-4630-bc21-a83d6d03fe5a] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 856.938862] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 856.939047] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.939354] env[62788]: DEBUG nova.network.neutron [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.998251] env[62788]: DEBUG nova.compute.utils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 857.002025] env[62788]: DEBUG nova.compute.manager [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 857.002025] env[62788]: DEBUG nova.network.neutron [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.052022] env[62788]: DEBUG nova.policy [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '162b3811898f473d93f124766cceb55b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '513a92ad30804424b80031b4aa3da985', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.221471] env[62788]: DEBUG nova.network.neutron [-] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.242337] env[62788]: DEBUG nova.network.neutron [-] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.267843] env[62788]: DEBUG oslo_vmware.api [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394105, 'name': PowerOffVM_Task, 'duration_secs': 0.143791} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.268135] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.268312] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.268562] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6ea5e7b-1205-4787-bca4-6d3d4ee069e5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.294453] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.294453] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.294453] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Deleting the datastore file [datastore1] 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.294453] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e138253f-8cc6-4146-871e-457d25e3c678 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.300986] env[62788]: DEBUG oslo_vmware.api [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for the task: (returnval){ [ 857.300986] env[62788]: value = "task-2394108" [ 857.300986] env[62788]: _type = "Task" [ 857.300986] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.309638] env[62788]: DEBUG oslo_vmware.api [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.322041] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bff68716-3156-4f9a-8517-37dc76a08f98 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.332723] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df69f24-42be-4761-bbdb-ee18ec8c862e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.369874] env[62788]: DEBUG nova.compute.manager [req-fc8514cc-605f-4c39-8f4e-6c532a1fac00 req-e35325dc-d819-46eb-8950-2529fb6dd0b5 service nova] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Detach interface failed, port_id=17523408-71b0-4c31-9669-5789f7996505, reason: Instance 5b5f037f-6904-46b4-914f-d9f2896cfd8c could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 857.410848] env[62788]: DEBUG nova.network.neutron [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Successfully created port: 604b4da4-020b-44e7-8367-1b3c3869da43 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.428361] env[62788]: DEBUG nova.virt.hardware [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.428690] env[62788]: DEBUG nova.virt.hardware [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.428869] env[62788]: DEBUG nova.virt.hardware [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.429066] env[62788]: DEBUG nova.virt.hardware [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.429218] env[62788]: DEBUG nova.virt.hardware [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.429416] env[62788]: DEBUG nova.virt.hardware [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.429649] env[62788]: DEBUG nova.virt.hardware [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.429811] env[62788]: DEBUG nova.virt.hardware [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.430047] env[62788]: DEBUG nova.virt.hardware [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.430234] env[62788]: DEBUG nova.virt.hardware [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.430437] env[62788]: DEBUG nova.virt.hardware [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.431387] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11786f7-604f-45ea-99a2-71f236d3133e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.434425] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 6617ac7f-d6bd-4e9a-baf4-a0be1fdb955c] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 857.445819] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f18c0e-aec1-4737-9c78-f6061a0cc5b8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.460813] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:7f:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.468567] env[62788]: DEBUG oslo.service.loopingcall [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.469546] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.469776] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c05dbdf6-552d-4e5f-914f-827ccb6bf459 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.485762] env[62788]: DEBUG nova.network.neutron [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.489204] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.489204] env[62788]: value = "task-2394109" [ 857.489204] env[62788]: _type = "Task" [ 857.489204] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.497440] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394109, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.502524] env[62788]: DEBUG nova.compute.manager [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 857.654134] env[62788]: DEBUG nova.network.neutron [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Updating instance_info_cache with network_info: [{"id": "61644b47-bb34-401a-922d-50a99b786700", "address": "fa:16:3e:b1:33:44", "network": {"id": "40fb31a1-3231-461b-9bdb-a25d85dffb8d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-463757246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78147da7ce814f10a43abcb22c916c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61644b47-bb", "ovs_interfaceid": "61644b47-bb34-401a-922d-50a99b786700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.724010] env[62788]: INFO nova.compute.manager [-] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Took 1.35 seconds to deallocate network for instance. [ 857.744568] env[62788]: INFO nova.compute.manager [-] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Took 1.33 seconds to deallocate network for instance. [ 857.810747] env[62788]: DEBUG oslo_vmware.api [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Task: {'id': task-2394108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14379} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.813485] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.813689] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.813870] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.814065] env[62788]: INFO nova.compute.manager [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Took 1.08 seconds to destroy the instance on the hypervisor. [ 857.814323] env[62788]: DEBUG oslo.service.loopingcall [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 857.814732] env[62788]: DEBUG nova.compute.manager [-] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 857.814831] env[62788]: DEBUG nova.network.neutron [-] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.833930] env[62788]: DEBUG nova.network.neutron [-] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.932924] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95ce88a-859b-42dc-9da0-c2f6cfacdfd1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.939802] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 114c361b-5947-411c-a055-6a22bdb3cf97] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 857.942710] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2f1488-758b-44eb-9e85-468fc5835b30 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.977919] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9084e-e1c8-4945-babf-0adbdefa6ce1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.986244] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e9afe7-dad2-41d9-a702-8e888ac80ec4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.005062] env[62788]: DEBUG nova.compute.provider_tree [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.012694] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394109, 'name': CreateVM_Task, 'duration_secs': 0.433451} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.013356] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.014128] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.014405] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.014807] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.015189] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-899bb021-f7af-466b-abda-e2aca292e78a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.022861] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 858.022861] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529b6928-5b37-754c-85c6-c3c1698d1990" [ 858.022861] env[62788]: _type = "Task" [ 858.022861] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.032852] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529b6928-5b37-754c-85c6-c3c1698d1990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.041081] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.041081] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.041081] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Deleting the datastore file [datastore1] 23c11f04-d3f5-48a7-831b-c08ca532376c {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.041081] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2037e9b-1a0e-44cf-9be2-4a39eee3a0f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.047244] env[62788]: DEBUG oslo_vmware.api [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for the task: (returnval){ [ 858.047244] env[62788]: value = "task-2394110" [ 858.047244] env[62788]: _type = "Task" [ 858.047244] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.058943] env[62788]: DEBUG oslo_vmware.api [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2394110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.163606] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Releasing lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.163973] env[62788]: DEBUG nova.compute.manager [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Instance network_info: |[{"id": "61644b47-bb34-401a-922d-50a99b786700", "address": "fa:16:3e:b1:33:44", "network": {"id": "40fb31a1-3231-461b-9bdb-a25d85dffb8d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-463757246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78147da7ce814f10a43abcb22c916c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61644b47-bb", "ovs_interfaceid": "61644b47-bb34-401a-922d-50a99b786700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 858.164430] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:33:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e02e98f-44ce-42b7-a3ac-4034fae5d127', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61644b47-bb34-401a-922d-50a99b786700', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.172134] env[62788]: DEBUG oslo.service.loopingcall [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.172387] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.172626] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d5c8693-bd91-4a2a-923e-49a530183a50 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.193118] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.193118] env[62788]: value = "task-2394111" [ 858.193118] env[62788]: _type = "Task" [ 858.193118] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.201308] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394111, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.234542] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.313994] env[62788]: INFO nova.compute.manager [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Took 0.57 seconds to detach 1 volumes for instance. [ 858.333978] env[62788]: DEBUG nova.compute.manager [req-5abd3788-5bc6-49ab-bc9a-d2543231bbc4 req-a12021f9-f433-4c39-a7ef-8ed8203d35ad service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Received event network-changed-61644b47-bb34-401a-922d-50a99b786700 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 858.334195] env[62788]: DEBUG nova.compute.manager [req-5abd3788-5bc6-49ab-bc9a-d2543231bbc4 req-a12021f9-f433-4c39-a7ef-8ed8203d35ad service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Refreshing instance network info cache due to event network-changed-61644b47-bb34-401a-922d-50a99b786700. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 858.334433] env[62788]: DEBUG oslo_concurrency.lockutils [req-5abd3788-5bc6-49ab-bc9a-d2543231bbc4 req-a12021f9-f433-4c39-a7ef-8ed8203d35ad service nova] Acquiring lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.334511] env[62788]: DEBUG oslo_concurrency.lockutils [req-5abd3788-5bc6-49ab-bc9a-d2543231bbc4 req-a12021f9-f433-4c39-a7ef-8ed8203d35ad service nova] Acquired lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.334698] env[62788]: DEBUG nova.network.neutron [req-5abd3788-5bc6-49ab-bc9a-d2543231bbc4 req-a12021f9-f433-4c39-a7ef-8ed8203d35ad service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Refreshing network info cache for port 61644b47-bb34-401a-922d-50a99b786700 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.336045] env[62788]: DEBUG nova.network.neutron [-] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.448419] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 83538639-b73e-4533-be47-0ee88752d4b2] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 858.515130] env[62788]: DEBUG nova.scheduler.client.report [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.519189] env[62788]: DEBUG nova.compute.manager [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 858.534281] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529b6928-5b37-754c-85c6-c3c1698d1990, 'name': SearchDatastore_Task, 'duration_secs': 0.020368} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.534765] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 858.534893] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.535300] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.535364] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.535584] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.535859] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaa3ea95-b424-49f7-893b-bce2d88fa547 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.548347] env[62788]: DEBUG nova.virt.hardware [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.548647] env[62788]: DEBUG nova.virt.hardware [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.548869] env[62788]: DEBUG nova.virt.hardware [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.549134] env[62788]: DEBUG nova.virt.hardware [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.549351] env[62788]: DEBUG nova.virt.hardware [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.549558] env[62788]: DEBUG nova.virt.hardware [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.549811] env[62788]: DEBUG nova.virt.hardware [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.550030] env[62788]: DEBUG nova.virt.hardware [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.550263] env[62788]: DEBUG nova.virt.hardware [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.550474] env[62788]: DEBUG nova.virt.hardware [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.550717] env[62788]: DEBUG nova.virt.hardware [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.552077] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00954e8a-2619-4f60-b3eb-66ad139eade6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.560238] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.560515] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.562228] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772ccabb-3b46-4295-bfe0-a0d350a7c8de {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.568785] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c2597a-4ad2-469f-991d-6ced2492084f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.576989] env[62788]: DEBUG oslo_vmware.api [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Task: {'id': task-2394110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157312} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.577373] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 858.577373] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522392ca-9189-9049-328a-af97967ebc4f" [ 858.577373] env[62788]: _type = "Task" [ 858.577373] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.577972] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.578179] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.578362] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.578543] env[62788]: INFO nova.compute.manager [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Took 2.27 seconds to destroy the instance on the hypervisor. [ 858.578779] env[62788]: DEBUG oslo.service.loopingcall [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 858.579405] env[62788]: DEBUG nova.compute.manager [-] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 858.579506] env[62788]: DEBUG nova.network.neutron [-] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.598520] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522392ca-9189-9049-328a-af97967ebc4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.599940] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f85e328-0625-4674-a1be-225be68fe9eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.604530] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 858.604530] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523f6cf2-a9fd-752c-b946-c025ef92b8f0" [ 858.604530] env[62788]: _type = "Task" [ 858.604530] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.612476] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523f6cf2-a9fd-752c-b946-c025ef92b8f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.706381] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394111, 'name': CreateVM_Task, 'duration_secs': 0.406575} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.706681] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.707235] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 858.707415] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.707742] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 858.708026] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d7cab5-0fbe-40b8-98c3-36304ba44cc2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.712929] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 858.712929] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52915794-791e-ce26-d384-0c3ab41e5c46" [ 858.712929] env[62788]: _type = "Task" [ 858.712929] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.723580] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52915794-791e-ce26-d384-0c3ab41e5c46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.821886] env[62788]: DEBUG oslo_concurrency.lockutils [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.840614] env[62788]: INFO nova.compute.manager [-] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Took 1.03 seconds to deallocate network for instance. [ 858.952201] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: a4067f64-aa31-4e97-b4bc-0a1919967123] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 859.023068] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.023653] env[62788]: DEBUG nova.compute.manager [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 859.030018] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.589s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.030018] env[62788]: INFO nova.compute.claims [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.079030] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec524-3d5f-a2ac-86b1-b65e516f55a9/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 859.079449] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59a5cec-b9cf-498c-806b-95aa82a01b06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.086689] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec524-3d5f-a2ac-86b1-b65e516f55a9/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 859.087092] env[62788]: ERROR oslo_vmware.rw_handles [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec524-3d5f-a2ac-86b1-b65e516f55a9/disk-0.vmdk due to incomplete transfer. [ 859.087719] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bf9eaafe-4117-466a-be16-4fd6766d72cc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.102352] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ec524-3d5f-a2ac-86b1-b65e516f55a9/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 859.102352] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Uploaded image 0b70a4a2-8e28-4883-be33-9fed99726000 to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 859.103321] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 859.104119] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48da56f2-1b98-498a-b329-75595940e895 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.107299] env[62788]: DEBUG nova.network.neutron [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Successfully updated port: 604b4da4-020b-44e7-8367-1b3c3869da43 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.121026] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523f6cf2-a9fd-752c-b946-c025ef92b8f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009357} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.121026] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.121026] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.121026] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 859.121026] env[62788]: value = "task-2394112" [ 859.121026] env[62788]: _type = "Task" [ 859.121026] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.121348] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4880a50c-2a9f-4bf8-b2c3-ed8b20d73a4d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.135026] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 859.135026] env[62788]: value = "task-2394113" [ 859.135026] env[62788]: _type = "Task" [ 859.135026] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.136421] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394112, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.145828] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.160144] env[62788]: DEBUG nova.compute.manager [req-fe51b0e4-56ae-4bb2-aca0-81de0b36d1ca req-2ae1fb58-a534-4b3c-bf4a-0314c79fe797 service nova] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Received event network-vif-plugged-604b4da4-020b-44e7-8367-1b3c3869da43 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 859.160144] env[62788]: DEBUG oslo_concurrency.lockutils [req-fe51b0e4-56ae-4bb2-aca0-81de0b36d1ca req-2ae1fb58-a534-4b3c-bf4a-0314c79fe797 service nova] Acquiring lock "0c0c321b-48dd-4def-a0a1-7081b9783cda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.160144] env[62788]: DEBUG oslo_concurrency.lockutils [req-fe51b0e4-56ae-4bb2-aca0-81de0b36d1ca req-2ae1fb58-a534-4b3c-bf4a-0314c79fe797 service nova] Lock "0c0c321b-48dd-4def-a0a1-7081b9783cda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.160144] env[62788]: DEBUG oslo_concurrency.lockutils [req-fe51b0e4-56ae-4bb2-aca0-81de0b36d1ca req-2ae1fb58-a534-4b3c-bf4a-0314c79fe797 service nova] Lock "0c0c321b-48dd-4def-a0a1-7081b9783cda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.160631] env[62788]: DEBUG nova.compute.manager [req-fe51b0e4-56ae-4bb2-aca0-81de0b36d1ca req-2ae1fb58-a534-4b3c-bf4a-0314c79fe797 service nova] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] No waiting events found dispatching network-vif-plugged-604b4da4-020b-44e7-8367-1b3c3869da43 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.160930] env[62788]: WARNING nova.compute.manager [req-fe51b0e4-56ae-4bb2-aca0-81de0b36d1ca req-2ae1fb58-a534-4b3c-bf4a-0314c79fe797 service nova] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Received unexpected event network-vif-plugged-604b4da4-020b-44e7-8367-1b3c3869da43 for instance with vm_state building and task_state spawning. [ 859.223944] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52915794-791e-ce26-d384-0c3ab41e5c46, 'name': SearchDatastore_Task, 'duration_secs': 0.009563} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.224516] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.224944] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.225337] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.225619] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.225939] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.226344] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c0392cb-ef56-497c-b031-eb71dd1733da {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.238019] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.238019] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.238019] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89874893-262e-4eef-8b5c-90b0d30661bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.245105] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 859.245105] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52770aa0-3dab-1468-6b58-3b76b1e55c93" [ 859.245105] env[62788]: _type = "Task" [ 859.245105] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.254437] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52770aa0-3dab-1468-6b58-3b76b1e55c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.255224] env[62788]: DEBUG nova.network.neutron [req-5abd3788-5bc6-49ab-bc9a-d2543231bbc4 req-a12021f9-f433-4c39-a7ef-8ed8203d35ad service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Updated VIF entry in instance network info cache for port 61644b47-bb34-401a-922d-50a99b786700. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.255637] env[62788]: DEBUG nova.network.neutron [req-5abd3788-5bc6-49ab-bc9a-d2543231bbc4 req-a12021f9-f433-4c39-a7ef-8ed8203d35ad service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Updating instance_info_cache with network_info: [{"id": "61644b47-bb34-401a-922d-50a99b786700", "address": "fa:16:3e:b1:33:44", "network": {"id": "40fb31a1-3231-461b-9bdb-a25d85dffb8d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-463757246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78147da7ce814f10a43abcb22c916c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61644b47-bb", "ovs_interfaceid": "61644b47-bb34-401a-922d-50a99b786700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.348045] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.457203] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 46b91d04-730f-4ef1-9fc9-d7cf458b2bb5] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 859.533808] env[62788]: DEBUG nova.compute.utils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 859.537768] env[62788]: DEBUG nova.compute.manager [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 859.538078] env[62788]: DEBUG nova.network.neutron [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.589569] env[62788]: DEBUG nova.policy [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06f0638a29e44179953fb0e75162bbef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '433275e5d6c642efa185be8adbf682d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.613496] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "refresh_cache-0c0c321b-48dd-4def-a0a1-7081b9783cda" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.613740] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired lock "refresh_cache-0c0c321b-48dd-4def-a0a1-7081b9783cda" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.613898] env[62788]: DEBUG nova.network.neutron [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.633353] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394112, 'name': Destroy_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.647615] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480122} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.649546] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.649728] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.649982] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2cbf26d-038f-4b2f-bce1-5ee1401dabe0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.656745] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 859.656745] env[62788]: value = "task-2394114" [ 859.656745] env[62788]: _type = "Task" [ 859.656745] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.663691] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.743504] env[62788]: DEBUG nova.network.neutron [-] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.755459] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52770aa0-3dab-1468-6b58-3b76b1e55c93, 'name': SearchDatastore_Task, 'duration_secs': 0.008458} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.755574] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8352db-56a7-4951-8b17-6e487c2fc333 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.762056] env[62788]: DEBUG oslo_concurrency.lockutils [req-5abd3788-5bc6-49ab-bc9a-d2543231bbc4 req-a12021f9-f433-4c39-a7ef-8ed8203d35ad service nova] Releasing lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 859.762307] env[62788]: DEBUG nova.compute.manager [req-5abd3788-5bc6-49ab-bc9a-d2543231bbc4 req-a12021f9-f433-4c39-a7ef-8ed8203d35ad service nova] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Received event network-vif-deleted-9380d591-b4e7-46d5-a35d-627ed6d1c66b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 859.762700] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 859.762700] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5250727f-9026-8d3a-8588-a625c793a614" [ 859.762700] env[62788]: _type = "Task" [ 859.762700] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.770981] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5250727f-9026-8d3a-8588-a625c793a614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.951013] env[62788]: DEBUG nova.network.neutron [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Successfully created port: 0a02da31-3b0d-4d7b-9e66-e4975d781f95 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.961194] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: f70fe324-e094-4b2e-a45f-a5ceb25d247b] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 860.040030] env[62788]: DEBUG nova.compute.manager [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 860.134712] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394112, 'name': Destroy_Task, 'duration_secs': 0.527126} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.135042] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Destroyed the VM [ 860.137247] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 860.139865] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0a9b693e-1b1e-4567-8068-b4f75bc095a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.146709] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 860.146709] env[62788]: value = "task-2394115" [ 860.146709] env[62788]: _type = "Task" [ 860.146709] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.154672] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394115, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.168872] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06787} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.172161] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.173426] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feef1c30-70b0-4057-8524-6dfa2232ebd0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.196636] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.199912] env[62788]: DEBUG nova.network.neutron [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.201944] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b218697d-ee8f-46ce-bfdb-808a8aacec46 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.229339] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 860.229339] env[62788]: value = "task-2394116" [ 860.229339] env[62788]: _type = "Task" [ 860.229339] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.241453] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394116, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.247253] env[62788]: INFO nova.compute.manager [-] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Took 1.67 seconds to deallocate network for instance. [ 860.274176] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5250727f-9026-8d3a-8588-a625c793a614, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.274449] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.274706] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 82d95844-b60a-4121-875d-3bfeb496ce48/82d95844-b60a-4121-875d-3bfeb496ce48.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.275661] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-771fed40-ff24-46a1-8622-59c2520ea093 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.285983] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 860.285983] env[62788]: value = "task-2394117" [ 860.285983] env[62788]: _type = "Task" [ 860.285983] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.293286] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.361955] env[62788]: DEBUG nova.compute.manager [req-96e3de8b-4c4a-446d-a9c4-119a3ec1b5b6 req-464d77f6-ad2b-4b36-987f-d477675f72fe service nova] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Received event network-vif-deleted-31bfbc20-f655-426b-b7c2-b46a8f69bc13 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 860.460130] env[62788]: DEBUG nova.network.neutron [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Updating instance_info_cache with network_info: [{"id": "604b4da4-020b-44e7-8367-1b3c3869da43", "address": "fa:16:3e:6b:c0:04", "network": {"id": "533517a7-8339-4dfd-bc55-f5a5d1787ada", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458211869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "513a92ad30804424b80031b4aa3da985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604b4da4-02", "ovs_interfaceid": "604b4da4-020b-44e7-8367-1b3c3869da43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.464262] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: b4e1a19a-91c7-42ed-a180-bb0c6a897409] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 860.520769] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb64adb5-f556-4bdb-b5d9-ee97083fa6d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.532441] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91952f6-83a6-4e4c-86a0-55868bf99b20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.569382] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0cb56e-380a-4a9f-88fb-9b8c84084638 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.578502] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8439057-5a89-409a-a578-a7adf0702349 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.595048] env[62788]: DEBUG nova.compute.provider_tree [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.656847] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394115, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.742521] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394116, 'name': ReconfigVM_Task, 'duration_secs': 0.300477} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.742886] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620/036aaecc-5f03-40c0-91d0-f4f5e505c620.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.743617] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e15ff59-96e9-4f1b-b565-915dc364fcef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.751434] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 860.751434] env[62788]: value = "task-2394118" [ 860.751434] env[62788]: _type = "Task" [ 860.751434] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.757187] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.760975] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394118, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.795201] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500419} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.795473] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 82d95844-b60a-4121-875d-3bfeb496ce48/82d95844-b60a-4121-875d-3bfeb496ce48.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.795705] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.795926] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0caf0d78-144a-4c03-90a0-4f27b401ec4e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.802719] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 860.802719] env[62788]: value = "task-2394119" [ 860.802719] env[62788]: _type = "Task" [ 860.802719] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.811144] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.970449] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Releasing lock "refresh_cache-0c0c321b-48dd-4def-a0a1-7081b9783cda" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.970449] env[62788]: DEBUG nova.compute.manager [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Instance network_info: |[{"id": "604b4da4-020b-44e7-8367-1b3c3869da43", "address": "fa:16:3e:6b:c0:04", "network": {"id": "533517a7-8339-4dfd-bc55-f5a5d1787ada", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458211869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "513a92ad30804424b80031b4aa3da985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604b4da4-02", "ovs_interfaceid": "604b4da4-020b-44e7-8367-1b3c3869da43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 860.970581] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: d55dd43d-e3a5-413a-8d09-340cfd8b8090] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 860.970581] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:c0:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '604b4da4-020b-44e7-8367-1b3c3869da43', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.977732] env[62788]: DEBUG oslo.service.loopingcall [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.978182] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.978411] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f312f880-e3c7-416e-b811-e7cbc4cc6f43 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.997598] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.997598] env[62788]: value = "task-2394120" [ 860.997598] env[62788]: _type = "Task" [ 860.997598] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.005447] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394120, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.070486] env[62788]: DEBUG nova.compute.manager [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 861.096614] env[62788]: DEBUG nova.virt.hardware [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.096776] env[62788]: DEBUG nova.virt.hardware [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.096858] env[62788]: DEBUG nova.virt.hardware [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.097060] env[62788]: DEBUG nova.virt.hardware [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.097244] env[62788]: DEBUG nova.virt.hardware [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.097439] env[62788]: DEBUG nova.virt.hardware [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.097669] env[62788]: DEBUG nova.virt.hardware [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.097832] env[62788]: DEBUG nova.virt.hardware [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.098011] env[62788]: DEBUG nova.virt.hardware [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.098183] env[62788]: DEBUG nova.virt.hardware [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.098424] env[62788]: DEBUG nova.virt.hardware [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.099277] env[62788]: DEBUG nova.scheduler.client.report [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.103363] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fa9d38-0261-47ff-8979-403d84d97e46 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.111703] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ee8c02-1655-4471-9a2b-23fdfdfe3920 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.157724] env[62788]: DEBUG oslo_vmware.api [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394115, 'name': RemoveSnapshot_Task, 'duration_secs': 0.693835} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.157989] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 861.158254] env[62788]: INFO nova.compute.manager [None req-0672993c-c39a-469c-a5e3-f7b2d23cd6e2 tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Took 14.20 seconds to snapshot the instance on the hypervisor. [ 861.185200] env[62788]: DEBUG nova.compute.manager [req-45b79cb6-9dfb-42d1-ab7a-455fbfe93121 req-5c172dc5-b5a6-469b-8057-125189a4583f service nova] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Received event network-changed-604b4da4-020b-44e7-8367-1b3c3869da43 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 861.185267] env[62788]: DEBUG nova.compute.manager [req-45b79cb6-9dfb-42d1-ab7a-455fbfe93121 req-5c172dc5-b5a6-469b-8057-125189a4583f service nova] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Refreshing instance network info cache due to event network-changed-604b4da4-020b-44e7-8367-1b3c3869da43. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 861.185610] env[62788]: DEBUG oslo_concurrency.lockutils [req-45b79cb6-9dfb-42d1-ab7a-455fbfe93121 req-5c172dc5-b5a6-469b-8057-125189a4583f service nova] Acquiring lock "refresh_cache-0c0c321b-48dd-4def-a0a1-7081b9783cda" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.185768] env[62788]: DEBUG oslo_concurrency.lockutils [req-45b79cb6-9dfb-42d1-ab7a-455fbfe93121 req-5c172dc5-b5a6-469b-8057-125189a4583f service nova] Acquired lock "refresh_cache-0c0c321b-48dd-4def-a0a1-7081b9783cda" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.185963] env[62788]: DEBUG nova.network.neutron [req-45b79cb6-9dfb-42d1-ab7a-455fbfe93121 req-5c172dc5-b5a6-469b-8057-125189a4583f service nova] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Refreshing network info cache for port 604b4da4-020b-44e7-8367-1b3c3869da43 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.262236] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394118, 'name': Rename_Task, 'duration_secs': 0.143593} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.262523] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.262776] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50e3b29b-d2a9-461c-9393-809754727d86 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.269236] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 861.269236] env[62788]: value = "task-2394121" [ 861.269236] env[62788]: _type = "Task" [ 861.269236] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.279058] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.315538] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146487} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.315962] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.317371] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a404f105-d698-45fe-8b85-bf62db951041 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.354699] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 82d95844-b60a-4121-875d-3bfeb496ce48/82d95844-b60a-4121-875d-3bfeb496ce48.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.355147] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40ea640-7446-4579-899a-b780e4b9ce78 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.389743] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 861.389743] env[62788]: value = "task-2394122" [ 861.389743] env[62788]: _type = "Task" [ 861.389743] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.401200] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394122, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.479650] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: b008518e-6ef8-4750-85e0-2f9e8242e30f] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 861.507806] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394120, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.607844] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.608378] env[62788]: DEBUG nova.compute.manager [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 861.612245] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.773s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 861.613817] env[62788]: INFO nova.compute.claims [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.780630] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.900740] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.983184] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 45f90bea-e2cc-4315-96c7-53c8c0ef67fd] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 862.008176] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394120, 'name': CreateVM_Task, 'duration_secs': 0.907625} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.008367] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.009053] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.009219] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.009545] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 862.009832] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42340826-33aa-428a-bff6-7a77f6d425fd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.015572] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 862.015572] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52794f51-a558-b582-7251-6b7492e69704" [ 862.015572] env[62788]: _type = "Task" [ 862.015572] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.024715] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52794f51-a558-b582-7251-6b7492e69704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.072253] env[62788]: DEBUG nova.network.neutron [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Successfully updated port: 0a02da31-3b0d-4d7b-9e66-e4975d781f95 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.084493] env[62788]: DEBUG nova.network.neutron [req-45b79cb6-9dfb-42d1-ab7a-455fbfe93121 req-5c172dc5-b5a6-469b-8057-125189a4583f service nova] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Updated VIF entry in instance network info cache for port 604b4da4-020b-44e7-8367-1b3c3869da43. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.084619] env[62788]: DEBUG nova.network.neutron [req-45b79cb6-9dfb-42d1-ab7a-455fbfe93121 req-5c172dc5-b5a6-469b-8057-125189a4583f service nova] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Updating instance_info_cache with network_info: [{"id": "604b4da4-020b-44e7-8367-1b3c3869da43", "address": "fa:16:3e:6b:c0:04", "network": {"id": "533517a7-8339-4dfd-bc55-f5a5d1787ada", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1458211869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "513a92ad30804424b80031b4aa3da985", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap604b4da4-02", "ovs_interfaceid": "604b4da4-020b-44e7-8367-1b3c3869da43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.119211] env[62788]: DEBUG nova.compute.utils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 862.124150] env[62788]: DEBUG nova.compute.manager [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 862.124420] env[62788]: DEBUG nova.network.neutron [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.198148] env[62788]: DEBUG nova.policy [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9667b25985441c6bf563c567a6df376', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c40c11b66bab44db8203ab5a33b0cbbe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.283816] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394121, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.402830] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394122, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.417515] env[62788]: DEBUG nova.compute.manager [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Received event network-vif-plugged-0a02da31-3b0d-4d7b-9e66-e4975d781f95 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 862.417515] env[62788]: DEBUG oslo_concurrency.lockutils [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] Acquiring lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.417515] env[62788]: DEBUG oslo_concurrency.lockutils [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] Lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.417684] env[62788]: DEBUG oslo_concurrency.lockutils [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] Lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.418208] env[62788]: DEBUG nova.compute.manager [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] No waiting events found dispatching network-vif-plugged-0a02da31-3b0d-4d7b-9e66-e4975d781f95 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.418560] env[62788]: WARNING nova.compute.manager [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Received unexpected event network-vif-plugged-0a02da31-3b0d-4d7b-9e66-e4975d781f95 for instance with vm_state building and task_state spawning. [ 862.418866] env[62788]: DEBUG nova.compute.manager [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Received event network-changed-0a02da31-3b0d-4d7b-9e66-e4975d781f95 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 862.419186] env[62788]: DEBUG nova.compute.manager [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Refreshing instance network info cache due to event network-changed-0a02da31-3b0d-4d7b-9e66-e4975d781f95. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 862.419572] env[62788]: DEBUG oslo_concurrency.lockutils [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] Acquiring lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.419881] env[62788]: DEBUG oslo_concurrency.lockutils [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] Acquired lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.420193] env[62788]: DEBUG nova.network.neutron [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Refreshing network info cache for port 0a02da31-3b0d-4d7b-9e66-e4975d781f95 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.486216] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: a03a8428-c4fc-4b30-85de-ae82635462fe] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 862.529624] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52794f51-a558-b582-7251-6b7492e69704, 'name': SearchDatastore_Task, 'duration_secs': 0.022436} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.530990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.531254] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.531500] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.531641] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.531815] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.532228] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35290850-16a4-4039-8b50-9acc41b45f98 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.543427] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.543625] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.544380] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58158769-1e03-40db-8100-ea722b5e8d3d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.554884] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 862.554884] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52bb7f7a-0c5f-244f-ff86-4d64db796681" [ 862.554884] env[62788]: _type = "Task" [ 862.554884] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.562607] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bb7f7a-0c5f-244f-ff86-4d64db796681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.575226] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.582728] env[62788]: DEBUG nova.network.neutron [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Successfully created port: db7063f3-a49d-498a-a8ff-9fee7c91d0e5 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.587649] env[62788]: DEBUG oslo_concurrency.lockutils [req-45b79cb6-9dfb-42d1-ab7a-455fbfe93121 req-5c172dc5-b5a6-469b-8057-125189a4583f service nova] Releasing lock "refresh_cache-0c0c321b-48dd-4def-a0a1-7081b9783cda" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.625364] env[62788]: DEBUG nova.compute.manager [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 862.785316] env[62788]: DEBUG oslo_vmware.api [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394121, 'name': PowerOnVM_Task, 'duration_secs': 1.021698} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.785613] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.785797] env[62788]: DEBUG nova.compute.manager [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 862.788903] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c6642d-52be-42b1-9836-2739aec0559e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.902297] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394122, 'name': ReconfigVM_Task, 'duration_secs': 1.045792} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.905734] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 82d95844-b60a-4121-875d-3bfeb496ce48/82d95844-b60a-4121-875d-3bfeb496ce48.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.907135] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a34c83f-4d50-4bcc-8463-c86987bb5217 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.913935] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 862.913935] env[62788]: value = "task-2394123" [ 862.913935] env[62788]: _type = "Task" [ 862.913935] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.930199] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394123, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.963765] env[62788]: DEBUG nova.network.neutron [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.990035] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: c1dc52c6-3ba9-4b2e-bfbe-d20ce3aca127] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 863.065189] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bb7f7a-0c5f-244f-ff86-4d64db796681, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.067138] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfeb18b-93a1-496e-9a94-60a7a3d09b96 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.069424] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8d9045-8c0d-4008-9c51-5c64fbfa6b90 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.078629] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 863.078629] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52800fa4-45bd-ecbb-a2b8-1e52efa30c4f" [ 863.078629] env[62788]: _type = "Task" [ 863.078629] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.079903] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f8470-2b93-498b-9fe4-8c2d1f4c47ca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.091721] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52800fa4-45bd-ecbb-a2b8-1e52efa30c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010995} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.115600] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.115872] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 0c0c321b-48dd-4def-a0a1-7081b9783cda/0c0c321b-48dd-4def-a0a1-7081b9783cda.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.116968] env[62788]: DEBUG nova.network.neutron [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.118824] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f9c2d23-6b6a-48fb-bf95-8fca5f7c3220 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.121192] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38165fd3-7076-41af-878d-4b68856741bc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.132072] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1308cc50-69b9-4be6-aa95-e6e819f3f7d1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.136058] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 863.136058] env[62788]: value = "task-2394124" [ 863.136058] env[62788]: _type = "Task" [ 863.136058] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.152185] env[62788]: DEBUG nova.compute.provider_tree [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.158487] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.308814] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.425984] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394123, 'name': Rename_Task, 'duration_secs': 0.143246} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.426319] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.426634] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e54abffb-3f5b-41bf-8b3b-1e284480a26a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.433884] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 863.433884] env[62788]: value = "task-2394125" [ 863.433884] env[62788]: _type = "Task" [ 863.433884] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.442998] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.493342] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: aedf6b6d-5624-4217-9479-60a13b6d1494] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 863.619401] env[62788]: DEBUG oslo_concurrency.lockutils [req-ed3558ef-d306-4639-b292-68d6b7c4d513 req-dc3fa931-791f-473f-83cd-7cc46b84bcdd service nova] Releasing lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.619848] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.620115] env[62788]: DEBUG nova.network.neutron [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.645703] env[62788]: DEBUG nova.compute.manager [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 863.653391] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394124, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.655707] env[62788]: DEBUG nova.scheduler.client.report [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.671267] env[62788]: DEBUG nova.virt.hardware [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.671545] env[62788]: DEBUG nova.virt.hardware [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.671723] env[62788]: DEBUG nova.virt.hardware [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.671921] env[62788]: DEBUG nova.virt.hardware [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.672086] env[62788]: DEBUG nova.virt.hardware [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.672237] env[62788]: DEBUG nova.virt.hardware [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.672468] env[62788]: DEBUG nova.virt.hardware [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.672632] env[62788]: DEBUG nova.virt.hardware [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.672801] env[62788]: DEBUG nova.virt.hardware [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.672964] env[62788]: DEBUG nova.virt.hardware [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.673154] env[62788]: DEBUG nova.virt.hardware [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.674062] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27d2627-4b49-48fe-8541-3387eb2e9d78 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.683730] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7c1519-4762-4dd3-b3c0-b052c097f023 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.946284] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394125, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.949824] env[62788]: DEBUG nova.compute.manager [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 863.951303] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be850d80-5bae-463b-8bf6-d2f8f035d38b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.997694] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: e25dd119-c032-4dfa-bd50-efa59fa5849f] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 864.151690] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534927} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.152023] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 0c0c321b-48dd-4def-a0a1-7081b9783cda/0c0c321b-48dd-4def-a0a1-7081b9783cda.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.152943] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.152943] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4f01fad-416a-4047-bf98-77f1d537b33c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.159468] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 864.159468] env[62788]: value = "task-2394126" [ 864.159468] env[62788]: _type = "Task" [ 864.159468] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.165051] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.165738] env[62788]: DEBUG nova.compute.manager [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 864.168641] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.483s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.168788] env[62788]: DEBUG nova.objects.instance [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lazy-loading 'resources' on Instance uuid adb75301-5ea3-4467-bf86-e4e7891e9d28 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.172977] env[62788]: DEBUG nova.network.neutron [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.178820] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.186905] env[62788]: DEBUG nova.network.neutron [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Successfully updated port: db7063f3-a49d-498a-a8ff-9fee7c91d0e5 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.304653] env[62788]: DEBUG oslo_concurrency.lockutils [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "053dfbdb-d945-473c-97cc-b5e998cc15e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.304924] env[62788]: DEBUG oslo_concurrency.lockutils [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "053dfbdb-d945-473c-97cc-b5e998cc15e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.305156] env[62788]: DEBUG oslo_concurrency.lockutils [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "053dfbdb-d945-473c-97cc-b5e998cc15e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.305347] env[62788]: DEBUG oslo_concurrency.lockutils [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "053dfbdb-d945-473c-97cc-b5e998cc15e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.305521] env[62788]: DEBUG oslo_concurrency.lockutils [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "053dfbdb-d945-473c-97cc-b5e998cc15e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.307919] env[62788]: INFO nova.compute.manager [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Terminating instance [ 864.367984] env[62788]: DEBUG nova.network.neutron [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updating instance_info_cache with network_info: [{"id": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "address": "fa:16:3e:27:1f:1e", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a02da31-3b", "ovs_interfaceid": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.442221] env[62788]: DEBUG nova.compute.manager [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Received event network-vif-plugged-db7063f3-a49d-498a-a8ff-9fee7c91d0e5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 864.442455] env[62788]: DEBUG oslo_concurrency.lockutils [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] Acquiring lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.442671] env[62788]: DEBUG oslo_concurrency.lockutils [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] Lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.442868] env[62788]: DEBUG oslo_concurrency.lockutils [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] Lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.443009] env[62788]: DEBUG nova.compute.manager [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] No waiting events found dispatching network-vif-plugged-db7063f3-a49d-498a-a8ff-9fee7c91d0e5 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.443186] env[62788]: WARNING nova.compute.manager [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Received unexpected event network-vif-plugged-db7063f3-a49d-498a-a8ff-9fee7c91d0e5 for instance with vm_state building and task_state spawning. [ 864.443348] env[62788]: DEBUG nova.compute.manager [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Received event network-changed-db7063f3-a49d-498a-a8ff-9fee7c91d0e5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 864.443507] env[62788]: DEBUG nova.compute.manager [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Refreshing instance network info cache due to event network-changed-db7063f3-a49d-498a-a8ff-9fee7c91d0e5. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 864.443691] env[62788]: DEBUG oslo_concurrency.lockutils [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] Acquiring lock "refresh_cache-9a59d9cf-6d91-43c9-a652-9ae171aacfcf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.443827] env[62788]: DEBUG oslo_concurrency.lockutils [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] Acquired lock "refresh_cache-9a59d9cf-6d91-43c9-a652-9ae171aacfcf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.443984] env[62788]: DEBUG nova.network.neutron [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Refreshing network info cache for port db7063f3-a49d-498a-a8ff-9fee7c91d0e5 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.451738] env[62788]: DEBUG oslo_vmware.api [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394125, 'name': PowerOnVM_Task, 'duration_secs': 0.512138} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.452635] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.452779] env[62788]: INFO nova.compute.manager [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Took 8.56 seconds to spawn the instance on the hypervisor. [ 864.452958] env[62788]: DEBUG nova.compute.manager [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 864.454103] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29271a8d-0b6d-497c-b3d5-aec9b4aa07bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.463907] env[62788]: INFO nova.compute.manager [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] instance snapshotting [ 864.466459] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4089d62-e403-4c28-9677-7289f463ae97 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.484810] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd9f4e4-8659-45d0-b017-7cdc3e2f90bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.502343] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 3439b9b7-2d18-4068-98ee-ca3e206d6d2f] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 864.668636] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070091} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.668900] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.669720] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386e6224-c18d-4f48-a77e-f1cc05ef0036 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.673214] env[62788]: DEBUG nova.compute.utils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 864.674515] env[62788]: DEBUG nova.compute.manager [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 864.674873] env[62788]: DEBUG nova.network.neutron [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 864.678928] env[62788]: DEBUG nova.objects.instance [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lazy-loading 'numa_topology' on Instance uuid adb75301-5ea3-4467-bf86-e4e7891e9d28 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.690044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquiring lock "refresh_cache-9a59d9cf-6d91-43c9-a652-9ae171aacfcf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.699041] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 0c0c321b-48dd-4def-a0a1-7081b9783cda/0c0c321b-48dd-4def-a0a1-7081b9783cda.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.700402] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-089d2fb0-1c07-473b-a110-42d0118311ea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.718061] env[62788]: DEBUG nova.policy [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '958c8eea01794923b323e1e1d2a12c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05352e91e5224b54aa4a5b23edcf2f08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 864.725458] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 864.725458] env[62788]: value = "task-2394127" [ 864.725458] env[62788]: _type = "Task" [ 864.725458] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.734260] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.816024] env[62788]: DEBUG nova.compute.manager [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 864.816024] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 864.816024] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0d8cdb-7163-47ca-bfec-cd5f347a24d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.823021] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.823021] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40b78446-f663-428d-b0c2-480f44a5a84d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.827609] env[62788]: DEBUG oslo_vmware.api [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 864.827609] env[62788]: value = "task-2394128" [ 864.827609] env[62788]: _type = "Task" [ 864.827609] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.835114] env[62788]: DEBUG oslo_vmware.api [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.870489] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.870835] env[62788]: DEBUG nova.compute.manager [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Instance network_info: |[{"id": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "address": "fa:16:3e:27:1f:1e", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a02da31-3b", "ovs_interfaceid": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 864.871315] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:1f:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a02da31-3b0d-4d7b-9e66-e4975d781f95', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.880545] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Creating folder: Project (433275e5d6c642efa185be8adbf682d6). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.880856] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b71c414-82e4-428a-b0c7-d61349401eeb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.892067] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Created folder: Project (433275e5d6c642efa185be8adbf682d6) in parent group-v485515. [ 864.892327] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Creating folder: Instances. Parent ref: group-v485694. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.892601] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3660b490-f4c9-4f6d-8235-e807598aa3dd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.901960] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Created folder: Instances in parent group-v485694. [ 864.902301] env[62788]: DEBUG oslo.service.loopingcall [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.902484] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.902716] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-822ba239-0866-40d0-abbf-478ff2d489bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.923294] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.923294] env[62788]: value = "task-2394131" [ 864.923294] env[62788]: _type = "Task" [ 864.923294] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.932363] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394131, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.979570] env[62788]: INFO nova.compute.manager [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Took 20.81 seconds to build instance. [ 864.996941] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 864.996941] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e5604e5d-02d5-44bf-9125-dc17dbb89d5f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.003815] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 865.003815] env[62788]: value = "task-2394132" [ 865.003815] env[62788]: _type = "Task" [ 865.003815] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.009184] env[62788]: DEBUG nova.network.neutron [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.012671] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 5d246a26-0c0e-4694-97bd-cc07fa66b869] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 865.023814] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.179590] env[62788]: DEBUG nova.compute.manager [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 865.184217] env[62788]: DEBUG nova.objects.base [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 865.216331] env[62788]: DEBUG nova.network.neutron [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.236740] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394127, 'name': ReconfigVM_Task, 'duration_secs': 0.293535} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.238860] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 0c0c321b-48dd-4def-a0a1-7081b9783cda/0c0c321b-48dd-4def-a0a1-7081b9783cda.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.239893] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80ca5bdc-a462-4606-a08c-52537294fdd1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.247155] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 865.247155] env[62788]: value = "task-2394133" [ 865.247155] env[62788]: _type = "Task" [ 865.247155] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.256790] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394133, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.299230] env[62788]: DEBUG nova.network.neutron [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Successfully created port: 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.339956] env[62788]: DEBUG oslo_vmware.api [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394128, 'name': PowerOffVM_Task, 'duration_secs': 0.241849} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.340721] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.340721] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.340721] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5979fbae-46c9-41cb-a1a2-0d9b24d8a751 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.408889] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.409086] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.409286] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleting the datastore file [datastore1] 053dfbdb-d945-473c-97cc-b5e998cc15e1 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.412386] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bc89fa8-d98a-4366-bf08-227b4e7da2aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.418907] env[62788]: DEBUG oslo_vmware.api [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 865.418907] env[62788]: value = "task-2394135" [ 865.418907] env[62788]: _type = "Task" [ 865.418907] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.432142] env[62788]: DEBUG oslo_vmware.api [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.436903] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394131, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.483896] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0a17b906-14f8-44db-ba05-3f8ea3399583 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "82d95844-b60a-4121-875d-3bfeb496ce48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.320s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.517706] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: eae5873e-40ed-4e98-914c-bb40dca360aa] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 865.519528] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.602933] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d24341-4a67-4ae7-986c-73faf35923b5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.610627] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372e0afc-b716-43cc-ae1a-07ef4af0c001 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.644576] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deced7ee-de9f-46c9-8777-6595a8ae3d86 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.654043] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fbd90b-6685-4945-ac10-16ac578c0a26 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.667328] env[62788]: DEBUG nova.compute.provider_tree [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.719492] env[62788]: DEBUG oslo_concurrency.lockutils [req-98eac5a0-b9c1-455e-92f4-a5bcff5af8d5 req-7ebb8825-1c74-4abb-8401-dc253002637e service nova] Releasing lock "refresh_cache-9a59d9cf-6d91-43c9-a652-9ae171aacfcf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.720811] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquired lock "refresh_cache-9a59d9cf-6d91-43c9-a652-9ae171aacfcf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.721091] env[62788]: DEBUG nova.network.neutron [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.756671] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394133, 'name': Rename_Task, 'duration_secs': 0.152727} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.757019] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.757341] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d821453-0439-44fc-931c-833c4cc44a3d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.763639] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 865.763639] env[62788]: value = "task-2394136" [ 865.763639] env[62788]: _type = "Task" [ 865.763639] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.773255] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.928918] env[62788]: DEBUG oslo_vmware.api [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383778} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.932048] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.932260] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.932472] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.932654] env[62788]: INFO nova.compute.manager [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 865.932930] env[62788]: DEBUG oslo.service.loopingcall [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 865.933182] env[62788]: DEBUG nova.compute.manager [-] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 865.933276] env[62788]: DEBUG nova.network.neutron [-] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.940272] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394131, 'name': CreateVM_Task, 'duration_secs': 0.524958} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.940446] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.941278] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.941883] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.941970] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 865.942265] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af71f12c-0360-4eab-b15f-bc56002d77ca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.947612] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 865.947612] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52742dc4-3904-6bce-6cba-e4ff45c0c414" [ 865.947612] env[62788]: _type = "Task" [ 865.947612] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.956547] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52742dc4-3904-6bce-6cba-e4ff45c0c414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.014491] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394132, 'name': CreateSnapshot_Task, 'duration_secs': 0.960841} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.014801] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 866.015473] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45480a9-236a-4737-9dce-f9075053841c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.022694] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 20b46e5d-c3db-48c5-b10b-4494c2f3dca5] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 866.064528] env[62788]: INFO nova.compute.manager [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Rescuing [ 866.064835] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.064991] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.065213] env[62788]: DEBUG nova.network.neutron [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.170419] env[62788]: DEBUG nova.scheduler.client.report [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.189491] env[62788]: DEBUG nova.compute.manager [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 866.211331] env[62788]: DEBUG nova.virt.hardware [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.211331] env[62788]: DEBUG nova.virt.hardware [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.211331] env[62788]: DEBUG nova.virt.hardware [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.211519] env[62788]: DEBUG nova.virt.hardware [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.211519] env[62788]: DEBUG nova.virt.hardware [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.211624] env[62788]: DEBUG nova.virt.hardware [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.211835] env[62788]: DEBUG nova.virt.hardware [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.211993] env[62788]: DEBUG nova.virt.hardware [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.212177] env[62788]: DEBUG nova.virt.hardware [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.212342] env[62788]: DEBUG nova.virt.hardware [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.212593] env[62788]: DEBUG nova.virt.hardware [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.213813] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a549d2f6-84a6-4acc-bb91-9b00ba470632 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.226610] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb4892a-d5b3-49b9-8fe4-025539d520f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.257910] env[62788]: DEBUG nova.network.neutron [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.273266] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.423341] env[62788]: DEBUG nova.network.neutron [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Updating instance_info_cache with network_info: [{"id": "db7063f3-a49d-498a-a8ff-9fee7c91d0e5", "address": "fa:16:3e:af:19:19", "network": {"id": "9d5bdc34-d387-483a-9459-f629e4d95951", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1698913191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c11b66bab44db8203ab5a33b0cbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7063f3-a4", "ovs_interfaceid": "db7063f3-a49d-498a-a8ff-9fee7c91d0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.457368] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52742dc4-3904-6bce-6cba-e4ff45c0c414, 'name': SearchDatastore_Task, 'duration_secs': 0.00997} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.457676] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.457911] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.458165] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.458331] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.458517] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.458780] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09ed7c23-d1e0-42b9-aefd-4b461f9c0566 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.470113] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.470338] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.471054] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23295471-81d3-4f5e-aa88-3257edcfa2b8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.476472] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 866.476472] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529b6433-0a61-c515-548c-b885227be5c5" [ 866.476472] env[62788]: _type = "Task" [ 866.476472] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.483682] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529b6433-0a61-c515-548c-b885227be5c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.513075] env[62788]: DEBUG nova.compute.manager [req-68d0f0d8-f441-443d-b10e-af1da07ec508 req-8c51706a-6d6f-411d-a5ad-db78dee89839 service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Received event network-vif-deleted-c5f211b3-7711-4659-9880-238c61a6673f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 866.513283] env[62788]: INFO nova.compute.manager [req-68d0f0d8-f441-443d-b10e-af1da07ec508 req-8c51706a-6d6f-411d-a5ad-db78dee89839 service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Neutron deleted interface c5f211b3-7711-4659-9880-238c61a6673f; detaching it from the instance and deleting it from the info cache [ 866.513538] env[62788]: DEBUG nova.network.neutron [req-68d0f0d8-f441-443d-b10e-af1da07ec508 req-8c51706a-6d6f-411d-a5ad-db78dee89839 service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.528834] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: f86fbb84-d0e7-4c7e-8b42-be203156b02f] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 866.537671] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 866.538414] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7363c22-14f2-4333-99a5-c70648f8378a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.547116] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 866.547116] env[62788]: value = "task-2394137" [ 866.547116] env[62788]: _type = "Task" [ 866.547116] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.555747] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394137, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.676118] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.507s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 866.678793] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.743s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.679065] env[62788]: DEBUG nova.objects.instance [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lazy-loading 'resources' on Instance uuid ea8fac5b-af8a-4752-a651-8049f4c863a8 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.727217] env[62788]: DEBUG nova.network.neutron [-] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.774842] env[62788]: DEBUG oslo_vmware.api [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394136, 'name': PowerOnVM_Task, 'duration_secs': 0.683925} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.775125] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.775372] env[62788]: INFO nova.compute.manager [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Took 8.26 seconds to spawn the instance on the hypervisor. [ 866.775502] env[62788]: DEBUG nova.compute.manager [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 866.776288] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072f7e57-d6d3-4345-9143-9a6c7f2fde49 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.900676] env[62788]: DEBUG nova.network.neutron [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Updating instance_info_cache with network_info: [{"id": "61644b47-bb34-401a-922d-50a99b786700", "address": "fa:16:3e:b1:33:44", "network": {"id": "40fb31a1-3231-461b-9bdb-a25d85dffb8d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-463757246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78147da7ce814f10a43abcb22c916c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61644b47-bb", "ovs_interfaceid": "61644b47-bb34-401a-922d-50a99b786700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.926449] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Releasing lock "refresh_cache-9a59d9cf-6d91-43c9-a652-9ae171aacfcf" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.926782] env[62788]: DEBUG nova.compute.manager [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Instance network_info: |[{"id": "db7063f3-a49d-498a-a8ff-9fee7c91d0e5", "address": "fa:16:3e:af:19:19", "network": {"id": "9d5bdc34-d387-483a-9459-f629e4d95951", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1698913191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c40c11b66bab44db8203ab5a33b0cbbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb7063f3-a4", "ovs_interfaceid": "db7063f3-a49d-498a-a8ff-9fee7c91d0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 866.927598] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:19:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db7063f3-a49d-498a-a8ff-9fee7c91d0e5', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.936908] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Creating folder: Project (c40c11b66bab44db8203ab5a33b0cbbe). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.937531] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41588bed-1739-4da7-8985-925591479334 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.950491] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Created folder: Project (c40c11b66bab44db8203ab5a33b0cbbe) in parent group-v485515. [ 866.950491] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Creating folder: Instances. Parent ref: group-v485699. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.950491] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7f7ab67-d2e2-4db0-b77c-dcbf669e9e26 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.960372] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Created folder: Instances in parent group-v485699. [ 866.960857] env[62788]: DEBUG oslo.service.loopingcall [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 866.960899] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.961334] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ac9baf0-a58b-4c52-a196-1668d38c1452 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.987536] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529b6433-0a61-c515-548c-b885227be5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.017969} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.992739] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.992739] env[62788]: value = "task-2394140" [ 866.992739] env[62788]: _type = "Task" [ 866.992739] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.992739] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a0685c-ab9b-47bf-bfe6-35617136e747 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.997836] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 866.997836] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528703aa-c77e-7dee-3459-be2902e955cf" [ 866.997836] env[62788]: _type = "Task" [ 866.997836] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.001406] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394140, 'name': CreateVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.008516] env[62788]: DEBUG nova.network.neutron [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Successfully updated port: 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.016254] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528703aa-c77e-7dee-3459-be2902e955cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011703} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.016552] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.016790] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 693f5d7b-9fb0-46bf-a718-9c9b1e4097da/693f5d7b-9fb0-46bf-a718-9c9b1e4097da.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.017079] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac906b0a-7235-4faa-985c-a53ef590a3a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.019528] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af896a47-63c8-46dc-93f6-11b40eef4c9c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.027297] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 867.027297] env[62788]: value = "task-2394141" [ 867.027297] env[62788]: _type = "Task" [ 867.027297] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.034720] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85bf088-8185-48ec-af99-5793007468bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.046759] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: bb73b636-f415-43c3-bbdc-16f322315b81] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 867.054544] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.064729] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394137, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.079165] env[62788]: DEBUG nova.compute.manager [req-68d0f0d8-f441-443d-b10e-af1da07ec508 req-8c51706a-6d6f-411d-a5ad-db78dee89839 service nova] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Detach interface failed, port_id=c5f211b3-7711-4659-9880-238c61a6673f, reason: Instance 053dfbdb-d945-473c-97cc-b5e998cc15e1 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 867.187867] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9b6ca993-453a-4737-920d-a1833dec2e7e tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.416s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.189024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 17.104s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.189137] env[62788]: INFO nova.compute.manager [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Unshelving [ 867.229877] env[62788]: INFO nova.compute.manager [-] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Took 1.30 seconds to deallocate network for instance. [ 867.298782] env[62788]: INFO nova.compute.manager [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Took 23.01 seconds to build instance. [ 867.403482] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Releasing lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 867.504126] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394140, 'name': CreateVM_Task, 'duration_secs': 0.351611} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.506778] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.507926] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.508121] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.508444] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 867.508709] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-106fbf85-6603-4c7d-8817-3974367b0501 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.510746] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-8af8013d-e49b-484f-8fef-1ca817a5645c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 867.510888] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-8af8013d-e49b-484f-8fef-1ca817a5645c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.511115] env[62788]: DEBUG nova.network.neutron [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.512199] env[62788]: DEBUG oslo_concurrency.lockutils [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "0c0c321b-48dd-4def-a0a1-7081b9783cda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.515613] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for the task: (returnval){ [ 867.515613] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5265cde3-40b8-675d-d0b1-0eed0784c803" [ 867.515613] env[62788]: _type = "Task" [ 867.515613] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.528379] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5265cde3-40b8-675d-d0b1-0eed0784c803, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.538879] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495686} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.539097] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 693f5d7b-9fb0-46bf-a718-9c9b1e4097da/693f5d7b-9fb0-46bf-a718-9c9b1e4097da.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.539291] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.539817] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb77a25-4f37-48a6-b12b-63cc604f3a26 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.545602] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 867.545602] env[62788]: value = "task-2394142" [ 867.545602] env[62788]: _type = "Task" [ 867.545602] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.558234] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: fe93d593-a03b-4709-8716-7ec3965f81cf] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 867.558963] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.569696] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394137, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.629590] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778290a2-4551-4811-9c04-26e0f4a8725e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.637419] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3251e2b2-92fd-4387-9c27-731953759f73 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.667414] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7869ba-7361-4e06-930b-d917e82eab32 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.674443] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db9fc71-075a-40ac-9689-ec494ce30b2c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.687077] env[62788]: DEBUG nova.compute.provider_tree [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.738050] env[62788]: DEBUG oslo_concurrency.lockutils [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.801505] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fd4cc1d0-6a62-4ca5-aaa9-1a88fe2130ea tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "0c0c321b-48dd-4def-a0a1-7081b9783cda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.522s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.801897] env[62788]: DEBUG oslo_concurrency.lockutils [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "0c0c321b-48dd-4def-a0a1-7081b9783cda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.290s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.802214] env[62788]: DEBUG oslo_concurrency.lockutils [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "0c0c321b-48dd-4def-a0a1-7081b9783cda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.802478] env[62788]: DEBUG oslo_concurrency.lockutils [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "0c0c321b-48dd-4def-a0a1-7081b9783cda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.802711] env[62788]: DEBUG oslo_concurrency.lockutils [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "0c0c321b-48dd-4def-a0a1-7081b9783cda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.807941] env[62788]: INFO nova.compute.manager [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Terminating instance [ 868.025665] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5265cde3-40b8-675d-d0b1-0eed0784c803, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.026025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.026267] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.026501] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.026649] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.026822] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.027084] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be13075d-27c8-4b68-ac51-9bcf49fd7f1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.040499] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.040675] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.041393] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992a525f-38c1-4629-8f62-de474b545def {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.046107] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for the task: (returnval){ [ 868.046107] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5200bf98-3d58-2fc5-a7f4-ecf346bd08e2" [ 868.046107] env[62788]: _type = "Task" [ 868.046107] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.052723] env[62788]: DEBUG nova.network.neutron [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.057878] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5200bf98-3d58-2fc5-a7f4-ecf346bd08e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.063305] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: f1f06a26-f8d4-44d3-8f56-7ba3dea65dd8] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 868.065025] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.420302} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.066081] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.066847] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9f8baa-b7be-4463-aefa-e58774dd51d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.073099] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394137, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.095711] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 693f5d7b-9fb0-46bf-a718-9c9b1e4097da/693f5d7b-9fb0-46bf-a718-9c9b1e4097da.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.096603] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c6b4da-0940-457c-9ab7-2b591acd2545 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.118244] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 868.118244] env[62788]: value = "task-2394143" [ 868.118244] env[62788]: _type = "Task" [ 868.118244] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.127254] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.190673] env[62788]: DEBUG nova.scheduler.client.report [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.215903] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.271732] env[62788]: DEBUG nova.network.neutron [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Updating instance_info_cache with network_info: [{"id": "1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0", "address": "fa:16:3e:8b:39:9d", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8336d2-63", "ovs_interfaceid": "1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.310986] env[62788]: DEBUG nova.compute.manager [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 868.311194] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.312108] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f278832-f76f-42cd-be11-43c29846bce9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.320371] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.320628] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-097a2b6e-4606-48ba-a93a-b9ad0f1a67b0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.328837] env[62788]: DEBUG oslo_vmware.api [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 868.328837] env[62788]: value = "task-2394144" [ 868.328837] env[62788]: _type = "Task" [ 868.328837] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.338420] env[62788]: DEBUG oslo_vmware.api [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.540673] env[62788]: DEBUG nova.compute.manager [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Received event network-vif-plugged-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 868.540673] env[62788]: DEBUG oslo_concurrency.lockutils [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] Acquiring lock "8af8013d-e49b-484f-8fef-1ca817a5645c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.541801] env[62788]: DEBUG oslo_concurrency.lockutils [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] Lock "8af8013d-e49b-484f-8fef-1ca817a5645c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.541801] env[62788]: DEBUG oslo_concurrency.lockutils [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] Lock "8af8013d-e49b-484f-8fef-1ca817a5645c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.541801] env[62788]: DEBUG nova.compute.manager [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] No waiting events found dispatching network-vif-plugged-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.541801] env[62788]: WARNING nova.compute.manager [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Received unexpected event network-vif-plugged-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 for instance with vm_state building and task_state spawning. [ 868.541801] env[62788]: DEBUG nova.compute.manager [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Received event network-changed-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 868.542021] env[62788]: DEBUG nova.compute.manager [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Refreshing instance network info cache due to event network-changed-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 868.542021] env[62788]: DEBUG oslo_concurrency.lockutils [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] Acquiring lock "refresh_cache-8af8013d-e49b-484f-8fef-1ca817a5645c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 868.557126] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5200bf98-3d58-2fc5-a7f4-ecf346bd08e2, 'name': SearchDatastore_Task, 'duration_secs': 0.033425} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.557985] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e014e0c9-012b-49ef-97bf-d87866370784 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.566306] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 29c06b51-9044-4e41-8bad-d09cd62a9622] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 868.570502] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for the task: (returnval){ [ 868.570502] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52866b22-3947-6d9e-15b2-9c80cd180d32" [ 868.570502] env[62788]: _type = "Task" [ 868.570502] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.573928] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394137, 'name': CloneVM_Task} progress is 95%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.583966] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52866b22-3947-6d9e-15b2-9c80cd180d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.631162] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.695806] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.017s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.698482] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.784s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.698737] env[62788]: DEBUG nova.objects.instance [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lazy-loading 'resources' on Instance uuid 2762271c-ef75-47ee-8d66-7f2c1ad3fc86 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.718276] env[62788]: INFO nova.scheduler.client.report [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Deleted allocations for instance ea8fac5b-af8a-4752-a651-8049f4c863a8 [ 868.775093] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-8af8013d-e49b-484f-8fef-1ca817a5645c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 868.775093] env[62788]: DEBUG nova.compute.manager [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Instance network_info: |[{"id": "1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0", "address": "fa:16:3e:8b:39:9d", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8336d2-63", "ovs_interfaceid": "1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 868.775573] env[62788]: DEBUG oslo_concurrency.lockutils [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] Acquired lock "refresh_cache-8af8013d-e49b-484f-8fef-1ca817a5645c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.775813] env[62788]: DEBUG nova.network.neutron [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Refreshing network info cache for port 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.777010] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:39:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.785490] env[62788]: DEBUG oslo.service.loopingcall [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 868.788342] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.788798] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-322d4444-f7d0-4de8-8752-eed38dcfa9c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.810855] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.810855] env[62788]: value = "task-2394145" [ 868.810855] env[62788]: _type = "Task" [ 868.810855] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.819224] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394145, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.838588] env[62788]: DEBUG oslo_vmware.api [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394144, 'name': PowerOffVM_Task, 'duration_secs': 0.207132} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.838846] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.839028] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.839275] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bad35e04-a7b7-40cf-b718-18fd5f50c0f8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.928217] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.928477] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.928755] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Deleting the datastore file [datastore2] 0c0c321b-48dd-4def-a0a1-7081b9783cda {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.929059] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-938cb6ab-60e0-463c-8293-2509b0ff283b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.937503] env[62788]: DEBUG oslo_vmware.api [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for the task: (returnval){ [ 868.937503] env[62788]: value = "task-2394147" [ 868.937503] env[62788]: _type = "Task" [ 868.937503] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.941844] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.942187] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b5a96c6-c1c8-4ef8-a439-0dedf8b10b0c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.951063] env[62788]: DEBUG oslo_vmware.api [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.952764] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 868.952764] env[62788]: value = "task-2394148" [ 868.952764] env[62788]: _type = "Task" [ 868.952764] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.965450] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.049146] env[62788]: DEBUG nova.network.neutron [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Updated VIF entry in instance network info cache for port 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.049678] env[62788]: DEBUG nova.network.neutron [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Updating instance_info_cache with network_info: [{"id": "1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0", "address": "fa:16:3e:8b:39:9d", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8336d2-63", "ovs_interfaceid": "1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.070858] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 29774177-70b5-4709-9c23-f1dbbc552872] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 869.073198] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394137, 'name': CloneVM_Task, 'duration_secs': 2.263492} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.073637] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Created linked-clone VM from snapshot [ 869.074883] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43d7ee4-a678-4d16-b419-1ed4a001e9f4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.090058] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Uploading image 310b99aa-1152-4ca1-9790-d1c0e5cea8f3 {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 869.097076] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52866b22-3947-6d9e-15b2-9c80cd180d32, 'name': SearchDatastore_Task, 'duration_secs': 0.013673} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.097434] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.097727] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 9a59d9cf-6d91-43c9-a652-9ae171aacfcf/9a59d9cf-6d91-43c9-a652-9ae171aacfcf.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.097978] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b286a2-610d-4edf-9b44-182ba90ca0ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.111761] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for the task: (returnval){ [ 869.111761] env[62788]: value = "task-2394149" [ 869.111761] env[62788]: _type = "Task" [ 869.111761] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.122888] env[62788]: DEBUG oslo_vmware.rw_handles [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 869.122888] env[62788]: value = "vm-485698" [ 869.122888] env[62788]: _type = "VirtualMachine" [ 869.122888] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 869.123545] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b26a195-9db3-42f9-bde7-e1a047786c7b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.131333] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.137484] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394143, 'name': ReconfigVM_Task, 'duration_secs': 0.884979} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.138841] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 693f5d7b-9fb0-46bf-a718-9c9b1e4097da/693f5d7b-9fb0-46bf-a718-9c9b1e4097da.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.139613] env[62788]: DEBUG oslo_vmware.rw_handles [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lease: (returnval){ [ 869.139613] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d0cceb-a2c8-815b-dfbf-09a0a3edefb0" [ 869.139613] env[62788]: _type = "HttpNfcLease" [ 869.139613] env[62788]: } obtained for exporting VM: (result){ [ 869.139613] env[62788]: value = "vm-485698" [ 869.139613] env[62788]: _type = "VirtualMachine" [ 869.139613] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 869.139912] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the lease: (returnval){ [ 869.139912] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d0cceb-a2c8-815b-dfbf-09a0a3edefb0" [ 869.139912] env[62788]: _type = "HttpNfcLease" [ 869.139912] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 869.140142] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-547140cc-78fe-4924-bf8d-00a139c22866 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.150603] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.150603] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d0cceb-a2c8-815b-dfbf-09a0a3edefb0" [ 869.150603] env[62788]: _type = "HttpNfcLease" [ 869.150603] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 869.151935] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 869.151935] env[62788]: value = "task-2394151" [ 869.151935] env[62788]: _type = "Task" [ 869.151935] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.161427] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394151, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.227944] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5666d9c9-d018-4959-bf78-7f187beb5575 tempest-VolumesAdminNegativeTest-1864104493 tempest-VolumesAdminNegativeTest-1864104493-project-member] Lock "ea8fac5b-af8a-4752-a651-8049f4c863a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.458s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.326935] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394145, 'name': CreateVM_Task, 'duration_secs': 0.374729} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.330529] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.331600] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.332023] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.332125] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 869.332369] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72cd588-1a33-4e26-bac2-640a611c257f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.338601] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 869.338601] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520fba62-e6a7-4d57-abed-159cf483b3b4" [ 869.338601] env[62788]: _type = "Task" [ 869.338601] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.353140] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520fba62-e6a7-4d57-abed-159cf483b3b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.453646] env[62788]: DEBUG oslo_vmware.api [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Task: {'id': task-2394147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155943} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.457280] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.457456] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.457730] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.457951] env[62788]: INFO nova.compute.manager [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Took 1.15 seconds to destroy the instance on the hypervisor. [ 869.458272] env[62788]: DEBUG oslo.service.loopingcall [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 869.458528] env[62788]: DEBUG nova.compute.manager [-] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 869.458661] env[62788]: DEBUG nova.network.neutron [-] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.472830] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394148, 'name': PowerOffVM_Task, 'duration_secs': 0.204436} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.472830] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.473597] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfa1743-71fd-4b97-895d-a62789c3540e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.507366] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c523d35e-5081-4bac-87e1-bb19122921e9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.547682] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.548098] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49857fe6-97d8-475a-bdaf-412194e281ad {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.553405] env[62788]: DEBUG oslo_concurrency.lockutils [req-dc897244-de91-4632-92c3-ec4490a41a1f req-2a04a1e0-7dda-47f1-8ef2-4eea0a08d0cb service nova] Releasing lock "refresh_cache-8af8013d-e49b-484f-8fef-1ca817a5645c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.563307] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 869.563307] env[62788]: value = "task-2394152" [ 869.563307] env[62788]: _type = "Task" [ 869.563307] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.574270] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 0c084ee8-62b3-427f-a7e8-4796ff1d32e1] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 869.576558] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 869.579896] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.579896] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.579896] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.579896] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.579896] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f1a3d3e-8117-4d77-bb12-0d2fed4e00e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.595379] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.595587] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.596357] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35725512-ce4d-4533-92fa-ae27cd415410 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.604192] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 869.604192] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e06a78-80e0-a256-81c4-e7837ffb8fee" [ 869.604192] env[62788]: _type = "Task" [ 869.604192] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.619410] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e06a78-80e0-a256-81c4-e7837ffb8fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.629594] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394149, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.633823] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392aa52b-4085-4043-8031-8c33801bd547 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.642392] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90433627-f93d-4c7d-8c8f-a7f73aa1c412 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.683283] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.683283] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d0cceb-a2c8-815b-dfbf-09a0a3edefb0" [ 869.683283] env[62788]: _type = "HttpNfcLease" [ 869.683283] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 869.684522] env[62788]: DEBUG oslo_vmware.rw_handles [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 869.684522] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d0cceb-a2c8-815b-dfbf-09a0a3edefb0" [ 869.684522] env[62788]: _type = "HttpNfcLease" [ 869.684522] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 869.685314] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815d620c-c5e8-4422-9de6-a953f77a6d0b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.692146] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7177c0d7-ffa1-417a-8dbd-a4460b768c4b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.695420] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394151, 'name': Rename_Task, 'duration_secs': 0.148785} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.696063] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.696726] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30c6509c-9ed0-4b74-a61b-52008c2f553d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.701481] env[62788]: DEBUG oslo_vmware.rw_handles [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520857cf-b555-e381-3668-0c0de8e89b80/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 869.701683] env[62788]: DEBUG oslo_vmware.rw_handles [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520857cf-b555-e381-3668-0c0de8e89b80/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 869.707339] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9692499-6150-4a2a-8363-ae3a25a72f18 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.771024] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 869.771024] env[62788]: value = "task-2394153" [ 869.771024] env[62788]: _type = "Task" [ 869.771024] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.784827] env[62788]: DEBUG nova.compute.provider_tree [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.795627] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394153, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.849206] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520fba62-e6a7-4d57-abed-159cf483b3b4, 'name': SearchDatastore_Task, 'duration_secs': 0.055019} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.849532] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 869.849775] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.849981] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.864212] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3e508d1-85ee-437c-966a-8fd6dadb2903 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.079294] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 20a7f81e-dfe7-43c9-adba-309257926a89] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 870.116682] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e06a78-80e0-a256-81c4-e7837ffb8fee, 'name': SearchDatastore_Task, 'duration_secs': 0.030291} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.117526] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb74a131-d9a9-4d63-9536-505e10e0dd14 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.126884] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 870.126884] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52df5230-5fc0-937b-a5f1-a6c43cf45712" [ 870.126884] env[62788]: _type = "Task" [ 870.126884] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.130358] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546071} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.133391] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 9a59d9cf-6d91-43c9-a652-9ae171aacfcf/9a59d9cf-6d91-43c9-a652-9ae171aacfcf.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.133608] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.134197] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf002a40-ce88-4077-836d-421a56fb2f08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.142503] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52df5230-5fc0-937b-a5f1-a6c43cf45712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.143972] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for the task: (returnval){ [ 870.143972] env[62788]: value = "task-2394154" [ 870.143972] env[62788]: _type = "Task" [ 870.143972] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.155405] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.282420] env[62788]: DEBUG oslo_vmware.api [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394153, 'name': PowerOnVM_Task, 'duration_secs': 0.532034} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.282815] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.283236] env[62788]: INFO nova.compute.manager [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Took 9.21 seconds to spawn the instance on the hypervisor. [ 870.283438] env[62788]: DEBUG nova.compute.manager [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 870.284298] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e98366-5161-455e-be3b-91edceb320a8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.287608] env[62788]: DEBUG nova.scheduler.client.report [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.292405] env[62788]: DEBUG nova.network.neutron [-] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.583485] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.583485] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62788) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11805}} [ 870.631631] env[62788]: DEBUG nova.compute.manager [req-7754f90b-d571-4704-ba14-9163f78c258c req-0499d844-1119-4ceb-8b85-dd6f39361f87 service nova] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Received event network-vif-deleted-604b4da4-020b-44e7-8367-1b3c3869da43 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 870.647206] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52df5230-5fc0-937b-a5f1-a6c43cf45712, 'name': SearchDatastore_Task, 'duration_secs': 0.022783} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.651503] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 870.652148] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 82d95844-b60a-4121-875d-3bfeb496ce48/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. {{(pid=62788) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 870.652871] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.653192] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.653500] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c876f970-7f34-46c8-a986-1e983527741f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.657519] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c45ade9-4b6b-43ca-aac0-68c471964da2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.664515] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110091} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.665360] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.666598] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a34e907-af15-4bce-8151-9c90bbdb8973 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.671514] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 870.671514] env[62788]: value = "task-2394155" [ 870.671514] env[62788]: _type = "Task" [ 870.671514] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.674357] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.674524] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.680418] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd811be7-5265-4223-a0dd-32ecb1a8c42d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.711065] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 9a59d9cf-6d91-43c9-a652-9ae171aacfcf/9a59d9cf-6d91-43c9-a652-9ae171aacfcf.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.712381] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48013226-31d3-456d-a3e8-ef7875cd1e73 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.735069] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.735518] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 870.735518] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52149243-2cf8-f9a1-2093-cbcd85b8ea3c" [ 870.735518] env[62788]: _type = "Task" [ 870.735518] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.743373] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for the task: (returnval){ [ 870.743373] env[62788]: value = "task-2394156" [ 870.743373] env[62788]: _type = "Task" [ 870.743373] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.747170] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52149243-2cf8-f9a1-2093-cbcd85b8ea3c, 'name': SearchDatastore_Task, 'duration_secs': 0.019641} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.751403] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de36dec-9911-4e23-817f-56942b7b98b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.757898] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 870.757898] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]524712af-9ba0-dc92-bf30-c9eaf5e078d0" [ 870.757898] env[62788]: _type = "Task" [ 870.757898] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.762058] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394156, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.771953] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524712af-9ba0-dc92-bf30-c9eaf5e078d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.793124] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.795714] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.352s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.796049] env[62788]: DEBUG nova.objects.instance [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 870.799963] env[62788]: INFO nova.compute.manager [-] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Took 1.34 seconds to deallocate network for instance. [ 870.815690] env[62788]: INFO nova.compute.manager [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Took 25.73 seconds to build instance. [ 870.830242] env[62788]: INFO nova.scheduler.client.report [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Deleted allocations for instance 2762271c-ef75-47ee-8d66-7f2c1ad3fc86 [ 871.087387] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 871.190782] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.261658] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.273042] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524712af-9ba0-dc92-bf30-c9eaf5e078d0, 'name': SearchDatastore_Task, 'duration_secs': 0.017812} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.273676] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.273761] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 8af8013d-e49b-484f-8fef-1ca817a5645c/8af8013d-e49b-484f-8fef-1ca817a5645c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.274217] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d7c4b94-2dea-406a-8b1c-6f5cfb7bf741 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.285395] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 871.285395] env[62788]: value = "task-2394157" [ 871.285395] env[62788]: _type = "Task" [ 871.285395] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.297838] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.307066] env[62788]: DEBUG oslo_concurrency.lockutils [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 871.317867] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d1655618-f2a5-4476-84d8-bae078a99c7c tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.239s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.338191] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb92421-8082-47cb-ac8f-49e52ac64a21 tempest-ListServerFiltersTestJSON-822425606 tempest-ListServerFiltersTestJSON-822425606-project-member] Lock "2762271c-ef75-47ee-8d66-7f2c1ad3fc86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.993s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.687164] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676337} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.687549] env[62788]: INFO nova.virt.vmwareapi.ds_util [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 82d95844-b60a-4121-875d-3bfeb496ce48/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. [ 871.688916] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c16fc04-2f76-4ecb-9918-416b9ab3878e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.732434] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 82d95844-b60a-4121-875d-3bfeb496ce48/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.733353] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ace90ff-bcdb-4ad9-a558-1c7b2061f58f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.755447] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 871.755447] env[62788]: value = "task-2394158" [ 871.755447] env[62788]: _type = "Task" [ 871.755447] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.763131] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394156, 'name': ReconfigVM_Task, 'duration_secs': 0.714715} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.764613] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 9a59d9cf-6d91-43c9-a652-9ae171aacfcf/9a59d9cf-6d91-43c9-a652-9ae171aacfcf.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.764820] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d0f56eb-0b31-4513-8ecd-e965be514dc0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.773567] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394158, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.776843] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for the task: (returnval){ [ 871.776843] env[62788]: value = "task-2394159" [ 871.776843] env[62788]: _type = "Task" [ 871.776843] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.788484] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394159, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.803310] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394157, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.807043] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d27356f4-4207-4aff-998c-7c87f17b4eb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 871.809911] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.969s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 871.810091] env[62788]: DEBUG nova.objects.instance [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lazy-loading 'resources' on Instance uuid ff1d5b52-ea04-469f-8971-14419e9c138f {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.268328] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.286323] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394159, 'name': Rename_Task, 'duration_secs': 0.354144} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.286781] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.286945] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4920f66d-539f-4c93-8757-f82302194685 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.299294] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820143} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.300781] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 8af8013d-e49b-484f-8fef-1ca817a5645c/8af8013d-e49b-484f-8fef-1ca817a5645c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.301036] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.301406] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for the task: (returnval){ [ 872.301406] env[62788]: value = "task-2394160" [ 872.301406] env[62788]: _type = "Task" [ 872.301406] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.301667] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fa640f5-7fee-4a6a-95a9-cd579aaa871c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.315457] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.318394] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 872.318394] env[62788]: value = "task-2394161" [ 872.318394] env[62788]: _type = "Task" [ 872.318394] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.329188] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.668722] env[62788]: DEBUG nova.compute.manager [req-67922fbc-8478-4c4b-a4b6-ce95cb3d4ae1 req-87a9fd24-c0a1-4e7b-9903-96c6a925cbf3 service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Received event network-changed-0a02da31-3b0d-4d7b-9e66-e4975d781f95 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 872.668931] env[62788]: DEBUG nova.compute.manager [req-67922fbc-8478-4c4b-a4b6-ce95cb3d4ae1 req-87a9fd24-c0a1-4e7b-9903-96c6a925cbf3 service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Refreshing instance network info cache due to event network-changed-0a02da31-3b0d-4d7b-9e66-e4975d781f95. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 872.669177] env[62788]: DEBUG oslo_concurrency.lockutils [req-67922fbc-8478-4c4b-a4b6-ce95cb3d4ae1 req-87a9fd24-c0a1-4e7b-9903-96c6a925cbf3 service nova] Acquiring lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.669390] env[62788]: DEBUG oslo_concurrency.lockutils [req-67922fbc-8478-4c4b-a4b6-ce95cb3d4ae1 req-87a9fd24-c0a1-4e7b-9903-96c6a925cbf3 service nova] Acquired lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.669526] env[62788]: DEBUG nova.network.neutron [req-67922fbc-8478-4c4b-a4b6-ce95cb3d4ae1 req-87a9fd24-c0a1-4e7b-9903-96c6a925cbf3 service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Refreshing network info cache for port 0a02da31-3b0d-4d7b-9e66-e4975d781f95 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.736631] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96379905-64db-4e15-b2d8-7421f9c76175 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.745237] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7a3e91-d1ce-403e-9bf0-b6359c84914d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.781278] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322971ad-6e03-4705-90a2-e7033684033b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.789691] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394158, 'name': ReconfigVM_Task, 'duration_secs': 0.720275} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.792019] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 82d95844-b60a-4121-875d-3bfeb496ce48/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.792976] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416fddb8-d3b2-4ace-9a28-3a782d7ef14f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.796474] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715e5bf1-3d44-4b66-8b79-dcac02dbb8e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.826718] env[62788]: DEBUG nova.compute.provider_tree [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.838919] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea693f8-27f8-4be2-ad8e-804356705a71 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.855887] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.859931] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115004} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.860563] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 872.860563] env[62788]: value = "task-2394162" [ 872.860563] env[62788]: _type = "Task" [ 872.860563] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.860799] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.861637] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8231a4-4ed8-42cf-b180-ec236dbd1dca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.887974] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 8af8013d-e49b-484f-8fef-1ca817a5645c/8af8013d-e49b-484f-8fef-1ca817a5645c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.891967] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f44aaa46-eee6-4cce-b599-499539d03134 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.908163] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.913189] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 872.913189] env[62788]: value = "task-2394163" [ 872.913189] env[62788]: _type = "Task" [ 872.913189] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.921747] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.336498] env[62788]: DEBUG nova.scheduler.client.report [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.339887] env[62788]: DEBUG oslo_vmware.api [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394160, 'name': PowerOnVM_Task, 'duration_secs': 0.751621} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.340460] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.340675] env[62788]: INFO nova.compute.manager [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Took 9.69 seconds to spawn the instance on the hypervisor. [ 873.340883] env[62788]: DEBUG nova.compute.manager [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 873.341727] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efc26c7-8ef3-4840-b8cd-ab59e624cb96 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.378873] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394162, 'name': ReconfigVM_Task, 'duration_secs': 0.246827} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.379590] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.379871] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d74cf545-77c0-4126-b7a8-f86a5145379b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.386378] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 873.386378] env[62788]: value = "task-2394164" [ 873.386378] env[62788]: _type = "Task" [ 873.386378] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.395610] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.426175] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.619638] env[62788]: DEBUG nova.network.neutron [req-67922fbc-8478-4c4b-a4b6-ce95cb3d4ae1 req-87a9fd24-c0a1-4e7b-9903-96c6a925cbf3 service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updated VIF entry in instance network info cache for port 0a02da31-3b0d-4d7b-9e66-e4975d781f95. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.620031] env[62788]: DEBUG nova.network.neutron [req-67922fbc-8478-4c4b-a4b6-ce95cb3d4ae1 req-87a9fd24-c0a1-4e7b-9903-96c6a925cbf3 service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updating instance_info_cache with network_info: [{"id": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "address": "fa:16:3e:27:1f:1e", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a02da31-3b", "ovs_interfaceid": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.843754] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.845161] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.611s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.850029] env[62788]: DEBUG nova.objects.instance [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lazy-loading 'resources' on Instance uuid 4614e196-1acd-456d-940a-b2bc14a755ee {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.865969] env[62788]: INFO nova.compute.manager [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Took 26.45 seconds to build instance. [ 873.869234] env[62788]: INFO nova.scheduler.client.report [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Deleted allocations for instance ff1d5b52-ea04-469f-8971-14419e9c138f [ 873.896191] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394164, 'name': PowerOnVM_Task} progress is 97%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.925940] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.126524] env[62788]: DEBUG oslo_concurrency.lockutils [req-67922fbc-8478-4c4b-a4b6-ce95cb3d4ae1 req-87a9fd24-c0a1-4e7b-9903-96c6a925cbf3 service nova] Releasing lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.367599] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3f20e-d2fe-4850-a807-3048b2614d91 tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.978s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.384064] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b3feae-1c26-4acd-9d62-d6d113c41513 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "ff1d5b52-ea04-469f-8971-14419e9c138f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.044s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.401031] env[62788]: DEBUG oslo_vmware.api [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394164, 'name': PowerOnVM_Task, 'duration_secs': 0.581995} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.401031] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.405465] env[62788]: DEBUG nova.compute.manager [None req-6d177353-23c1-431a-83d6-afb7d0d27de0 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 874.406788] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd8ddec-940e-4ec2-86cc-fcb5da0a8844 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.433445] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394163, 'name': ReconfigVM_Task, 'duration_secs': 1.329428} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.433748] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 8af8013d-e49b-484f-8fef-1ca817a5645c/8af8013d-e49b-484f-8fef-1ca817a5645c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.434462] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-735e61e0-3c3f-4ad5-ba6b-a6a8f8512579 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.446453] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 874.446453] env[62788]: value = "task-2394165" [ 874.446453] env[62788]: _type = "Task" [ 874.446453] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.459427] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394165, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.743162] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b73218e-a541-4180-a705-472c5c061597 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.751200] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf88382-9f4b-468d-a275-6a21461883d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.785456] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f17f6ca-d847-4e8a-aa09-d61c59308f22 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.793551] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d289a07-6f0e-4f9e-a631-8e87cba8e3fe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.808976] env[62788]: DEBUG nova.compute.provider_tree [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.960695] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394165, 'name': Rename_Task, 'duration_secs': 0.178528} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.960695] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.960695] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-297f2b5d-66d4-49c9-b6d1-5369869ede82 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.967065] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 874.967065] env[62788]: value = "task-2394166" [ 874.967065] env[62788]: _type = "Task" [ 874.967065] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.975512] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.314052] env[62788]: DEBUG nova.scheduler.client.report [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.477044] env[62788]: DEBUG oslo_vmware.api [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394166, 'name': PowerOnVM_Task, 'duration_secs': 0.463727} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.477897] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.477897] env[62788]: INFO nova.compute.manager [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Took 9.29 seconds to spawn the instance on the hypervisor. [ 875.477897] env[62788]: DEBUG nova.compute.manager [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 875.478607] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b05e812-c24a-4813-b1b1-b0dd67f3798c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.573787] env[62788]: INFO nova.compute.manager [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Unrescuing [ 875.574069] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.574666] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquired lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.574666] env[62788]: DEBUG nova.network.neutron [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.636030] env[62788]: DEBUG oslo_concurrency.lockutils [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "1c4ddad5-e6ec-435a-83ac-685492e923f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.636030] env[62788]: DEBUG oslo_concurrency.lockutils [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.636208] env[62788]: DEBUG oslo_concurrency.lockutils [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "1c4ddad5-e6ec-435a-83ac-685492e923f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 875.636353] env[62788]: DEBUG oslo_concurrency.lockutils [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.636531] env[62788]: DEBUG oslo_concurrency.lockutils [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.639283] env[62788]: INFO nova.compute.manager [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Terminating instance [ 875.819410] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 875.823393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 875.823816] env[62788]: DEBUG nova.objects.instance [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lazy-loading 'resources' on Instance uuid 5b5f037f-6904-46b4-914f-d9f2896cfd8c {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.853649] env[62788]: INFO nova.scheduler.client.report [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Deleted allocations for instance 4614e196-1acd-456d-940a-b2bc14a755ee [ 876.002181] env[62788]: INFO nova.compute.manager [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Took 28.18 seconds to build instance. [ 876.143902] env[62788]: DEBUG nova.compute.manager [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 876.144248] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.145870] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b31d035-f169-4c47-96d3-10991a86ba50 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.155495] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.155961] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-526102c4-7530-4efe-a577-0d602ffb0367 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.163083] env[62788]: DEBUG oslo_vmware.api [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 876.163083] env[62788]: value = "task-2394167" [ 876.163083] env[62788]: _type = "Task" [ 876.163083] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.171956] env[62788]: DEBUG oslo_vmware.api [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.363918] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37c9ca35-d1f8-4840-beb3-f38ecab48a13 tempest-ImagesOneServerTestJSON-1369463599 tempest-ImagesOneServerTestJSON-1369463599-project-member] Lock "4614e196-1acd-456d-940a-b2bc14a755ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.673s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.402599] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquiring lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.402599] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.402710] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquiring lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 876.402904] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 876.403118] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.410625] env[62788]: INFO nova.compute.manager [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Terminating instance [ 876.477728] env[62788]: DEBUG nova.network.neutron [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Updating instance_info_cache with network_info: [{"id": "61644b47-bb34-401a-922d-50a99b786700", "address": "fa:16:3e:b1:33:44", "network": {"id": "40fb31a1-3231-461b-9bdb-a25d85dffb8d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-463757246-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "78147da7ce814f10a43abcb22c916c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e02e98f-44ce-42b7-a3ac-4034fae5d127", "external-id": "nsx-vlan-transportzone-874", "segmentation_id": 874, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61644b47-bb", "ovs_interfaceid": "61644b47-bb34-401a-922d-50a99b786700", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.509305] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aec85f92-19c2-4ce2-a04d-184b62fb5478 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "8af8013d-e49b-484f-8fef-1ca817a5645c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.692s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 876.679434] env[62788]: DEBUG oslo_vmware.api [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.736943] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322c2cfa-929b-4edc-a0ef-e8d6fb3b3d10 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.745666] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637c92c3-45ef-4dd5-a29c-c2ce19fb2b1b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.779575] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9710c6-cd2a-4844-a373-4555f5a10f80 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.787715] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8343ebb2-1e87-457e-9e1a-183f5fe8748b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.804501] env[62788]: DEBUG nova.compute.provider_tree [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.915752] env[62788]: DEBUG nova.compute.manager [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 876.916009] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.916959] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109e9a87-6ad1-4af9-a5f0-f2dfad3cd616 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.925571] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.925871] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f492f3ae-808b-41aa-833e-a8cfd0736d8e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.933646] env[62788]: DEBUG oslo_vmware.api [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for the task: (returnval){ [ 876.933646] env[62788]: value = "task-2394168" [ 876.933646] env[62788]: _type = "Task" [ 876.933646] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.947808] env[62788]: DEBUG oslo_vmware.api [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.980860] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Releasing lock "refresh_cache-82d95844-b60a-4121-875d-3bfeb496ce48" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.981872] env[62788]: DEBUG nova.objects.instance [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lazy-loading 'flavor' on Instance uuid 82d95844-b60a-4121-875d-3bfeb496ce48 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.129295] env[62788]: DEBUG nova.compute.manager [req-f57ca63e-cff9-4743-ba18-07cc96f9a38b req-9f512fe8-f32b-4fb6-b36d-66f3e43d1e9c service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Received event network-changed-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 877.129295] env[62788]: DEBUG nova.compute.manager [req-f57ca63e-cff9-4743-ba18-07cc96f9a38b req-9f512fe8-f32b-4fb6-b36d-66f3e43d1e9c service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Refreshing instance network info cache due to event network-changed-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 877.129295] env[62788]: DEBUG oslo_concurrency.lockutils [req-f57ca63e-cff9-4743-ba18-07cc96f9a38b req-9f512fe8-f32b-4fb6-b36d-66f3e43d1e9c service nova] Acquiring lock "refresh_cache-8af8013d-e49b-484f-8fef-1ca817a5645c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 877.130705] env[62788]: DEBUG oslo_concurrency.lockutils [req-f57ca63e-cff9-4743-ba18-07cc96f9a38b req-9f512fe8-f32b-4fb6-b36d-66f3e43d1e9c service nova] Acquired lock "refresh_cache-8af8013d-e49b-484f-8fef-1ca817a5645c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.131077] env[62788]: DEBUG nova.network.neutron [req-f57ca63e-cff9-4743-ba18-07cc96f9a38b req-9f512fe8-f32b-4fb6-b36d-66f3e43d1e9c service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Refreshing network info cache for port 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.178144] env[62788]: DEBUG oslo_vmware.api [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394167, 'name': PowerOffVM_Task, 'duration_secs': 0.958001} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.179179] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.179179] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.181022] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64c3c15b-a31d-4961-b383-20f83af27cb0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.268022] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.268022] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.268022] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Deleting the datastore file [datastore1] 1c4ddad5-e6ec-435a-83ac-685492e923f3 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.268022] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4fe2334-0210-4624-bc31-8a296ba7294d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.277132] env[62788]: DEBUG oslo_vmware.api [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for the task: (returnval){ [ 877.277132] env[62788]: value = "task-2394170" [ 877.277132] env[62788]: _type = "Task" [ 877.277132] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.285723] env[62788]: DEBUG oslo_vmware.api [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.311167] env[62788]: DEBUG nova.scheduler.client.report [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.447196] env[62788]: DEBUG oslo_vmware.api [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394168, 'name': PowerOffVM_Task, 'duration_secs': 0.499326} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.447867] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.448298] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.448709] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cdb9767-6b74-461e-bcf6-f0f3c7e3c5c8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.493024] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59074fc-24f7-41ff-8bf6-aacb33510ce8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.519989] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.521951] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66f537ac-e179-4a1f-84c7-ef3b8e5e7044 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.524316] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.525016] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.525016] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Deleting the datastore file [datastore1] 9a59d9cf-6d91-43c9-a652-9ae171aacfcf {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.525016] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95daf9db-28f9-443a-9e0a-1487ff08eb3c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.535627] env[62788]: DEBUG oslo_vmware.api [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for the task: (returnval){ [ 877.535627] env[62788]: value = "task-2394173" [ 877.535627] env[62788]: _type = "Task" [ 877.535627] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.535627] env[62788]: DEBUG oslo_vmware.api [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 877.535627] env[62788]: value = "task-2394172" [ 877.535627] env[62788]: _type = "Task" [ 877.535627] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.551099] env[62788]: DEBUG oslo_vmware.api [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.556609] env[62788]: DEBUG oslo_vmware.api [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.785617] env[62788]: DEBUG oslo_vmware.api [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Task: {'id': task-2394170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291389} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.789020] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.789020] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.789020] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.789020] env[62788]: INFO nova.compute.manager [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 877.789020] env[62788]: DEBUG oslo.service.loopingcall [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 877.789543] env[62788]: DEBUG nova.compute.manager [-] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 877.789543] env[62788]: DEBUG nova.network.neutron [-] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.820771] env[62788]: DEBUG oslo_concurrency.lockutils [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 877.827201] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.476s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 877.827201] env[62788]: DEBUG nova.objects.instance [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lazy-loading 'resources' on Instance uuid 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.858495] env[62788]: INFO nova.scheduler.client.report [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted allocations for instance 5b5f037f-6904-46b4-914f-d9f2896cfd8c [ 878.048159] env[62788]: DEBUG nova.network.neutron [req-f57ca63e-cff9-4743-ba18-07cc96f9a38b req-9f512fe8-f32b-4fb6-b36d-66f3e43d1e9c service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Updated VIF entry in instance network info cache for port 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.052156] env[62788]: DEBUG nova.network.neutron [req-f57ca63e-cff9-4743-ba18-07cc96f9a38b req-9f512fe8-f32b-4fb6-b36d-66f3e43d1e9c service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Updating instance_info_cache with network_info: [{"id": "1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0", "address": "fa:16:3e:8b:39:9d", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e8336d2-63", "ovs_interfaceid": "1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.055333] env[62788]: DEBUG oslo_vmware.api [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Task: {'id': task-2394173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387153} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.055937] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.056150] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.056364] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.056794] env[62788]: INFO nova.compute.manager [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 878.057418] env[62788]: DEBUG oslo.service.loopingcall [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 878.061920] env[62788]: DEBUG nova.compute.manager [-] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 878.062060] env[62788]: DEBUG nova.network.neutron [-] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.065051] env[62788]: DEBUG oslo_vmware.api [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394172, 'name': PowerOffVM_Task, 'duration_secs': 0.351547} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.065469] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.071862] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 878.072461] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dac7a2c-57c7-4b53-8aa9-af1ef0410ba7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.092561] env[62788]: DEBUG oslo_vmware.api [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 878.092561] env[62788]: value = "task-2394174" [ 878.092561] env[62788]: _type = "Task" [ 878.092561] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.103351] env[62788]: DEBUG oslo_vmware.api [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.243727] env[62788]: DEBUG oslo_vmware.rw_handles [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520857cf-b555-e381-3668-0c0de8e89b80/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 878.244927] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a458c5d-ba28-46b6-8a6a-d6c8f0389045 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.252464] env[62788]: DEBUG oslo_vmware.rw_handles [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520857cf-b555-e381-3668-0c0de8e89b80/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 878.252648] env[62788]: ERROR oslo_vmware.rw_handles [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520857cf-b555-e381-3668-0c0de8e89b80/disk-0.vmdk due to incomplete transfer. [ 878.252894] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2653eb27-6117-413f-b041-73fe639795ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.263714] env[62788]: DEBUG oslo_vmware.rw_handles [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520857cf-b555-e381-3668-0c0de8e89b80/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 878.263714] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Uploaded image 310b99aa-1152-4ca1-9790-d1c0e5cea8f3 to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 878.266182] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 878.268018] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69081297-ed24-49b9-94b3-aba9d1b763ab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.273493] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 878.273493] env[62788]: value = "task-2394175" [ 878.273493] env[62788]: _type = "Task" [ 878.273493] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.285495] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394175, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.369024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-dc0ac5fd-83cd-4bbd-b3c5-348842a65979 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "5b5f037f-6904-46b4-914f-d9f2896cfd8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.753s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 878.556564] env[62788]: DEBUG oslo_concurrency.lockutils [req-f57ca63e-cff9-4743-ba18-07cc96f9a38b req-9f512fe8-f32b-4fb6-b36d-66f3e43d1e9c service nova] Releasing lock "refresh_cache-8af8013d-e49b-484f-8fef-1ca817a5645c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 878.601503] env[62788]: DEBUG nova.compute.manager [req-3af847ea-7a70-4230-9e4a-e6117d0eff58 req-96a036b7-b5d2-4d7f-93ed-a60d13a73e0d service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Received event network-vif-deleted-8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 878.601762] env[62788]: INFO nova.compute.manager [req-3af847ea-7a70-4230-9e4a-e6117d0eff58 req-96a036b7-b5d2-4d7f-93ed-a60d13a73e0d service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Neutron deleted interface 8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb; detaching it from the instance and deleting it from the info cache [ 878.601990] env[62788]: DEBUG nova.network.neutron [req-3af847ea-7a70-4230-9e4a-e6117d0eff58 req-96a036b7-b5d2-4d7f-93ed-a60d13a73e0d service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.610187] env[62788]: DEBUG oslo_vmware.api [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394174, 'name': ReconfigVM_Task, 'duration_secs': 0.461844} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.611375] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 878.611375] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.611481] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a3d930d-ae9b-42d5-b435-33e0dae9fcea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.619499] env[62788]: DEBUG oslo_vmware.api [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 878.619499] env[62788]: value = "task-2394176" [ 878.619499] env[62788]: _type = "Task" [ 878.619499] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.629502] env[62788]: DEBUG oslo_vmware.api [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.766075] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f992044-434c-46d1-8a62-d95a484e5d6a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.780947] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad39d22-068c-45d8-b093-03dd36579951 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.793563] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394175, 'name': Destroy_Task, 'duration_secs': 0.511705} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.819634] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Destroyed the VM [ 878.819634] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 878.819746] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3f86ccab-c5b2-4451-9ff1-b7fc458b8b5c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.822204] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e0b13c-8b8e-47e2-9b6c-1fdec3882293 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.831393] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 878.831393] env[62788]: value = "task-2394177" [ 878.831393] env[62788]: _type = "Task" [ 878.831393] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.832931] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30657034-5608-4dc2-9cfc-71b31efe90dd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.855641] env[62788]: DEBUG nova.compute.provider_tree [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.860835] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394177, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.063995] env[62788]: DEBUG nova.network.neutron [-] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.111705] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-063d1153-7d59-4e0f-935a-bdaa673a7b18 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.122216] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95af7687-7e8b-4236-a770-064b3b4ece44 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.142195] env[62788]: DEBUG oslo_vmware.api [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394176, 'name': PowerOnVM_Task, 'duration_secs': 0.417233} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.142695] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.145528] env[62788]: DEBUG nova.compute.manager [None req-e0fe7f0f-d15e-4291-ae85-744950f52f64 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 879.145528] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6a8957-3807-42e7-8c9f-13df59a05f53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.162466] env[62788]: DEBUG nova.compute.manager [req-3af847ea-7a70-4230-9e4a-e6117d0eff58 req-96a036b7-b5d2-4d7f-93ed-a60d13a73e0d service nova] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Detach interface failed, port_id=8e47cecb-f053-46ec-9f7d-5f9eb35ab0fb, reason: Instance 1c4ddad5-e6ec-435a-83ac-685492e923f3 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 879.347203] env[62788]: DEBUG nova.network.neutron [-] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.359051] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394177, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.362286] env[62788]: DEBUG nova.scheduler.client.report [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.566203] env[62788]: INFO nova.compute.manager [-] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Took 1.78 seconds to deallocate network for instance. [ 879.847142] env[62788]: DEBUG oslo_vmware.api [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394177, 'name': RemoveSnapshot_Task, 'duration_secs': 0.600091} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.847866] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 879.847866] env[62788]: INFO nova.compute.manager [None req-27f40917-43eb-48bb-a3f9-2ef5e8136eba tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Took 15.38 seconds to snapshot the instance on the hypervisor. [ 879.850217] env[62788]: INFO nova.compute.manager [-] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Took 1.79 seconds to deallocate network for instance. [ 879.872055] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.876786] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.120s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.876961] env[62788]: DEBUG nova.objects.instance [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Lazy-loading 'resources' on Instance uuid 23c11f04-d3f5-48a7-831b-c08ca532376c {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.897488] env[62788]: INFO nova.scheduler.client.report [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Deleted allocations for instance 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca [ 879.983849] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.983849] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.075261] env[62788]: DEBUG oslo_concurrency.lockutils [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.360072] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.410080] env[62788]: DEBUG oslo_concurrency.lockutils [None req-49199244-f130-4761-ac95-5f68eca55b5f tempest-ServersAaction247Test-1836734782 tempest-ServersAaction247Test-1836734782-project-member] Lock "6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.307s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.488574] env[62788]: DEBUG nova.compute.manager [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 880.644932] env[62788]: DEBUG nova.compute.manager [req-2e43129a-a1fe-4a92-9e78-5cb1d27a76cc req-511696b8-3582-441d-bd19-4f4d0c175ba9 service nova] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Received event network-vif-deleted-db7063f3-a49d-498a-a8ff-9fee7c91d0e5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 880.721028] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29880bc3-936b-48d5-bffa-6d7d71e085d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.732622] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547125ad-b99a-4606-9ab3-36a8ccef8f30 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.515572] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "82d95844-b60a-4121-875d-3bfeb496ce48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.515572] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "82d95844-b60a-4121-875d-3bfeb496ce48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.515572] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "82d95844-b60a-4121-875d-3bfeb496ce48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.515572] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "82d95844-b60a-4121-875d-3bfeb496ce48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.515790] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "82d95844-b60a-4121-875d-3bfeb496ce48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.522891] env[62788]: INFO nova.compute.manager [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Terminating instance [ 881.527317] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3f5759-5bfe-4082-a6fd-ef00a15bca50 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.530029] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 881.530246] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 881.537751] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ea3a9c-c603-488b-b4b7-99bf602c62b3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.551127] env[62788]: DEBUG nova.compute.provider_tree [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.553044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.032569] env[62788]: DEBUG nova.compute.manager [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 882.036284] env[62788]: DEBUG nova.compute.manager [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 882.036731] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.038166] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0fed8a-c8d2-48be-81cf-7b168d5b935e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.046297] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.046551] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2344b176-6b65-428a-ac76-16372c8e1d54 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.053632] env[62788]: DEBUG oslo_vmware.api [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 882.053632] env[62788]: value = "task-2394178" [ 882.053632] env[62788]: _type = "Task" [ 882.053632] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.058227] env[62788]: DEBUG nova.scheduler.client.report [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.069704] env[62788]: DEBUG oslo_vmware.api [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.560128] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.564870] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.688s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.566885] env[62788]: DEBUG oslo_vmware.api [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394178, 'name': PowerOffVM_Task, 'duration_secs': 0.231468} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.567389] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.259s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.567598] env[62788]: DEBUG nova.objects.instance [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 882.571329] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.572060] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.574470] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71c1ac4d-e89c-4ee1-9534-b229b618336d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.589763] env[62788]: INFO nova.scheduler.client.report [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Deleted allocations for instance 23c11f04-d3f5-48a7-831b-c08ca532376c [ 882.639257] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "25d99f37-2e63-46c5-9b14-94405ec25aec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.639597] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "25d99f37-2e63-46c5-9b14-94405ec25aec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.645027] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.645027] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.645027] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Deleting the datastore file [datastore1] 82d95844-b60a-4121-875d-3bfeb496ce48 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.645027] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72cd2e06-821c-4b55-8812-30e56eba2bfc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.650675] env[62788]: DEBUG oslo_vmware.api [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 882.650675] env[62788]: value = "task-2394180" [ 882.650675] env[62788]: _type = "Task" [ 882.650675] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.665024] env[62788]: DEBUG oslo_vmware.api [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.920371] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "7cf516ce-494d-455e-bfcd-3b71df267be4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.920802] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "7cf516ce-494d-455e-bfcd-3b71df267be4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.981239] env[62788]: DEBUG oslo_concurrency.lockutils [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "82c45586-a150-4f24-836c-a87e31ef0654" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.981546] env[62788]: DEBUG oslo_concurrency.lockutils [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "82c45586-a150-4f24-836c-a87e31ef0654" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.981789] env[62788]: DEBUG oslo_concurrency.lockutils [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "82c45586-a150-4f24-836c-a87e31ef0654-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.982721] env[62788]: DEBUG oslo_concurrency.lockutils [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "82c45586-a150-4f24-836c-a87e31ef0654-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.982721] env[62788]: DEBUG oslo_concurrency.lockutils [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "82c45586-a150-4f24-836c-a87e31ef0654-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.985167] env[62788]: INFO nova.compute.manager [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Terminating instance [ 883.101097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3b0ec1e-a5c1-49af-a887-9a9a4da49dee tempest-VolumesAssistedSnapshotsTest-298865340 tempest-VolumesAssistedSnapshotsTest-298865340-project-member] Lock "23c11f04-d3f5-48a7-831b-c08ca532376c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.303s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.144476] env[62788]: DEBUG nova.compute.manager [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 883.161372] env[62788]: DEBUG oslo_vmware.api [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144169} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.161372] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.161372] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.161572] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.162861] env[62788]: INFO nova.compute.manager [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Took 1.13 seconds to destroy the instance on the hypervisor. [ 883.162861] env[62788]: DEBUG oslo.service.loopingcall [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 883.162861] env[62788]: DEBUG nova.compute.manager [-] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 883.162861] env[62788]: DEBUG nova.network.neutron [-] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 883.423231] env[62788]: DEBUG nova.compute.manager [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 883.459826] env[62788]: DEBUG nova.compute.manager [req-237153c0-90e0-49f7-9e14-b00ae2e732b8 req-71c96e4e-09ca-477a-a6e7-e909d009ccf2 service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Received event network-vif-deleted-61644b47-bb34-401a-922d-50a99b786700 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 883.459826] env[62788]: INFO nova.compute.manager [req-237153c0-90e0-49f7-9e14-b00ae2e732b8 req-71c96e4e-09ca-477a-a6e7-e909d009ccf2 service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Neutron deleted interface 61644b47-bb34-401a-922d-50a99b786700; detaching it from the instance and deleting it from the info cache [ 883.459826] env[62788]: DEBUG nova.network.neutron [req-237153c0-90e0-49f7-9e14-b00ae2e732b8 req-71c96e4e-09ca-477a-a6e7-e909d009ccf2 service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.490953] env[62788]: DEBUG nova.compute.manager [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 883.490953] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.490953] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fbe5f1-5f82-4621-95a8-67a752b0ca7b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.500103] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.500103] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcf8a3a9-763d-4211-88f4-1f8258d13f92 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.509733] env[62788]: DEBUG oslo_vmware.api [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 883.509733] env[62788]: value = "task-2394181" [ 883.509733] env[62788]: _type = "Task" [ 883.509733] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.518470] env[62788]: DEBUG oslo_vmware.api [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.578764] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5d0ae516-46d6-4fb1-99b8-2b134c8063aa tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.579680] env[62788]: DEBUG oslo_concurrency.lockutils [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.842s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.579908] env[62788]: DEBUG nova.objects.instance [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lazy-loading 'resources' on Instance uuid 053dfbdb-d945-473c-97cc-b5e998cc15e1 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.672572] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.908776] env[62788]: DEBUG nova.network.neutron [-] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.951622] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.967944] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8de959cb-fc12-424c-92e2-40633a75f0f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.979724] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7517b2-0c39-4188-993c-a1f01666c64c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.012790] env[62788]: DEBUG nova.compute.manager [req-237153c0-90e0-49f7-9e14-b00ae2e732b8 req-71c96e4e-09ca-477a-a6e7-e909d009ccf2 service nova] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Detach interface failed, port_id=61644b47-bb34-401a-922d-50a99b786700, reason: Instance 82d95844-b60a-4121-875d-3bfeb496ce48 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 884.021030] env[62788]: DEBUG oslo_vmware.api [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394181, 'name': PowerOffVM_Task, 'duration_secs': 0.248762} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.021846] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.021846] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.021846] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdf822d8-1e62-4ccd-84cc-12ef60685ec3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.089069] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.089307] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.089542] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Deleting the datastore file [datastore1] 82c45586-a150-4f24-836c-a87e31ef0654 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.089840] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1322c585-acd4-4f9a-b33c-62fe64984704 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.096284] env[62788]: DEBUG oslo_vmware.api [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 884.096284] env[62788]: value = "task-2394183" [ 884.096284] env[62788]: _type = "Task" [ 884.096284] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.104574] env[62788]: DEBUG oslo_vmware.api [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.386073] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7708078c-8610-474e-8f71-7be81769fd97 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.393587] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f496912-899a-49d7-b570-6a1bdc4dbf94 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.423927] env[62788]: INFO nova.compute.manager [-] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Took 1.26 seconds to deallocate network for instance. [ 884.426379] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7b1150-b8f9-4087-a440-bebfb139719a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.436715] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e4a447-3fde-4438-b935-fcc852e29f2e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.450517] env[62788]: DEBUG nova.compute.provider_tree [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.539068] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.539420] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.611000] env[62788]: DEBUG oslo_vmware.api [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136106} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.611217] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.611508] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.612024] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.612835] env[62788]: INFO nova.compute.manager [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Took 1.12 seconds to destroy the instance on the hypervisor. [ 884.612835] env[62788]: DEBUG oslo.service.loopingcall [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 884.613048] env[62788]: DEBUG nova.compute.manager [-] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 884.613232] env[62788]: DEBUG nova.network.neutron [-] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.933079] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.953364] env[62788]: DEBUG nova.scheduler.client.report [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.041856] env[62788]: DEBUG nova.compute.manager [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 885.320330] env[62788]: DEBUG nova.network.neutron [-] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.459926] env[62788]: DEBUG oslo_concurrency.lockutils [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.462555] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.247s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 885.463611] env[62788]: DEBUG nova.objects.instance [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lazy-loading 'pci_requests' on Instance uuid adb75301-5ea3-4467-bf86-e4e7891e9d28 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.497062] env[62788]: INFO nova.scheduler.client.report [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleted allocations for instance 053dfbdb-d945-473c-97cc-b5e998cc15e1 [ 885.562397] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 885.783791] env[62788]: DEBUG nova.compute.manager [req-e137b770-2f75-4a7c-99fc-af5e76000a19 req-bc485287-589c-4ad0-a8a7-d3e1c1745752 service nova] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Received event network-vif-deleted-cc709ab9-b5d4-4804-9c8c-08ec2edea7ce {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 885.822840] env[62788]: INFO nova.compute.manager [-] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Took 1.21 seconds to deallocate network for instance. [ 885.970521] env[62788]: DEBUG nova.objects.instance [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lazy-loading 'numa_topology' on Instance uuid adb75301-5ea3-4467-bf86-e4e7891e9d28 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.008981] env[62788]: DEBUG oslo_concurrency.lockutils [None req-676f979d-5546-42a9-89c3-f4fe940f9c5f tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "053dfbdb-d945-473c-97cc-b5e998cc15e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.704s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.329961] env[62788]: DEBUG oslo_concurrency.lockutils [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.474069] env[62788]: INFO nova.compute.claims [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.920388] env[62788]: DEBUG oslo_concurrency.lockutils [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "7dc6128f-ff23-4add-a7cf-52c54174ea85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.920707] env[62788]: DEBUG oslo_concurrency.lockutils [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "7dc6128f-ff23-4add-a7cf-52c54174ea85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.920925] env[62788]: DEBUG oslo_concurrency.lockutils [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "7dc6128f-ff23-4add-a7cf-52c54174ea85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.921125] env[62788]: DEBUG oslo_concurrency.lockutils [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "7dc6128f-ff23-4add-a7cf-52c54174ea85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.921299] env[62788]: DEBUG oslo_concurrency.lockutils [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "7dc6128f-ff23-4add-a7cf-52c54174ea85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.925273] env[62788]: INFO nova.compute.manager [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Terminating instance [ 887.430123] env[62788]: DEBUG nova.compute.manager [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 887.431805] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.434033] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21611a64-525a-43a9-9d0b-8b5a5f16aa36 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.442750] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.443062] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5949654f-33ed-4483-9f26-086100514c7b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.449088] env[62788]: DEBUG oslo_vmware.api [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 887.449088] env[62788]: value = "task-2394184" [ 887.449088] env[62788]: _type = "Task" [ 887.449088] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.459173] env[62788]: DEBUG oslo_vmware.api [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.830137] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1690ebd3-498f-4723-9f43-5ff272e7aa16 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.835730] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bf4fa6-6047-4fa5-b765-a90b9764ba55 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.870928] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e9d80d-bb33-466b-b459-24289c0391a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.878946] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ef365-6905-49f7-949d-2d9af8c01cca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.893947] env[62788]: DEBUG nova.compute.provider_tree [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.959768] env[62788]: DEBUG oslo_vmware.api [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394184, 'name': PowerOffVM_Task, 'duration_secs': 0.191353} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.960057] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.960196] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.960483] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c03dc404-d2dc-43df-a877-b721ae18d1ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.026690] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.027073] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.027245] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleting the datastore file [datastore1] 7dc6128f-ff23-4add-a7cf-52c54174ea85 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.027507] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b209481c-6110-43f9-8e9b-1db50e45e619 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.034098] env[62788]: DEBUG oslo_vmware.api [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 888.034098] env[62788]: value = "task-2394186" [ 888.034098] env[62788]: _type = "Task" [ 888.034098] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.042727] env[62788]: DEBUG oslo_vmware.api [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.400021] env[62788]: DEBUG nova.scheduler.client.report [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.544894] env[62788]: DEBUG oslo_vmware.api [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131949} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.545186] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.545370] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.545637] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.545724] env[62788]: INFO nova.compute.manager [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Took 1.12 seconds to destroy the instance on the hypervisor. [ 888.545958] env[62788]: DEBUG oslo.service.loopingcall [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 888.546161] env[62788]: DEBUG nova.compute.manager [-] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 888.546255] env[62788]: DEBUG nova.network.neutron [-] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.804642] env[62788]: DEBUG nova.compute.manager [req-55b8f986-8e2d-46a2-90f9-9e0ea748eb6d req-61b38442-9a56-4ef8-8ad1-983ac0592347 service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Received event network-vif-deleted-d2a3e98e-9311-4d98-8c8e-1ae78bee5aee {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 888.804868] env[62788]: INFO nova.compute.manager [req-55b8f986-8e2d-46a2-90f9-9e0ea748eb6d req-61b38442-9a56-4ef8-8ad1-983ac0592347 service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Neutron deleted interface d2a3e98e-9311-4d98-8c8e-1ae78bee5aee; detaching it from the instance and deleting it from the info cache [ 888.805161] env[62788]: DEBUG nova.network.neutron [req-55b8f986-8e2d-46a2-90f9-9e0ea748eb6d req-61b38442-9a56-4ef8-8ad1-983ac0592347 service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.903358] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.441s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.905696] env[62788]: DEBUG oslo_concurrency.lockutils [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.599s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.905865] env[62788]: DEBUG nova.objects.instance [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lazy-loading 'resources' on Instance uuid 0c0c321b-48dd-4def-a0a1-7081b9783cda {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.934422] env[62788]: INFO nova.network.neutron [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updating port 4bd6f493-a3a3-462c-85fa-0695d4603f58 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 889.284588] env[62788]: DEBUG nova.network.neutron [-] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.308697] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-253ed1db-e41f-4f1e-bff2-b07cd74ed9f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.318850] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4f69b4-9ed4-4c6a-8e7a-96b55092e7cc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.352834] env[62788]: DEBUG nova.compute.manager [req-55b8f986-8e2d-46a2-90f9-9e0ea748eb6d req-61b38442-9a56-4ef8-8ad1-983ac0592347 service nova] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Detach interface failed, port_id=d2a3e98e-9311-4d98-8c8e-1ae78bee5aee, reason: Instance 7dc6128f-ff23-4add-a7cf-52c54174ea85 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 889.718411] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bfa338-85e9-4066-b02d-be736121de7e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.726288] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3787fd5-7495-43c6-b9cc-8bddfff8a5d1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.756955] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3637c26-d40a-4454-9d2b-2583737b3056 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.764734] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dc20ad-9b8c-4e95-b780-c739c691cb0d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.778382] env[62788]: DEBUG nova.compute.provider_tree [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.788804] env[62788]: INFO nova.compute.manager [-] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Took 1.24 seconds to deallocate network for instance. [ 890.282283] env[62788]: DEBUG nova.scheduler.client.report [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.295283] env[62788]: DEBUG oslo_concurrency.lockutils [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.510734] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.510866] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.511136] env[62788]: DEBUG nova.network.neutron [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.786905] env[62788]: DEBUG oslo_concurrency.lockutils [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.790278] env[62788]: DEBUG oslo_concurrency.lockutils [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.714s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.790278] env[62788]: DEBUG nova.objects.instance [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lazy-loading 'resources' on Instance uuid 1c4ddad5-e6ec-435a-83ac-685492e923f3 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.810896] env[62788]: INFO nova.scheduler.client.report [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Deleted allocations for instance 0c0c321b-48dd-4def-a0a1-7081b9783cda [ 890.846178] env[62788]: DEBUG nova.compute.manager [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Received event network-vif-plugged-4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 890.846405] env[62788]: DEBUG oslo_concurrency.lockutils [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] Acquiring lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.846614] env[62788]: DEBUG oslo_concurrency.lockutils [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.846787] env[62788]: DEBUG oslo_concurrency.lockutils [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.846955] env[62788]: DEBUG nova.compute.manager [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] No waiting events found dispatching network-vif-plugged-4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.848235] env[62788]: WARNING nova.compute.manager [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Received unexpected event network-vif-plugged-4bd6f493-a3a3-462c-85fa-0695d4603f58 for instance with vm_state shelved_offloaded and task_state spawning. [ 890.848698] env[62788]: DEBUG nova.compute.manager [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Received event network-changed-4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 890.848891] env[62788]: DEBUG nova.compute.manager [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Refreshing instance network info cache due to event network-changed-4bd6f493-a3a3-462c-85fa-0695d4603f58. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 890.849084] env[62788]: DEBUG oslo_concurrency.lockutils [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] Acquiring lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.245539] env[62788]: DEBUG nova.network.neutron [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updating instance_info_cache with network_info: [{"id": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "address": "fa:16:3e:cd:e7:84", "network": {"id": "4eee5c24-7766-47cd-b885-4a274fdb5719", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850157775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c94b5e973e4a1eb6c0afb449bb17fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd6f493-a3", "ovs_interfaceid": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.318106] env[62788]: DEBUG oslo_concurrency.lockutils [None req-946fbb82-1984-4b91-a0b6-280899073b0e tempest-ImagesOneServerNegativeTestJSON-841403318 tempest-ImagesOneServerNegativeTestJSON-841403318-project-member] Lock "0c0c321b-48dd-4def-a0a1-7081b9783cda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.516s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 891.657588] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0966bc-5440-417e-aa04-70b3ab38b75a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.665993] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6918257-c9c9-4877-9102-e1659ada3411 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.697266] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2000f8-74ab-49f6-94c5-ab8990a837e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.704608] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d124a6-2d97-4701-9bfd-51dc647d20fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.719084] env[62788]: DEBUG nova.compute.provider_tree [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.748728] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.752480] env[62788]: DEBUG oslo_concurrency.lockutils [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] Acquired lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.752744] env[62788]: DEBUG nova.network.neutron [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Refreshing network info cache for port 4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.774924] env[62788]: DEBUG nova.virt.hardware [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0eb553585141cb63b11c85fecd2d6543',container_format='bare',created_at=2025-02-09T04:30:15Z,direct_url=,disk_format='vmdk',id=22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1010055141-shelved',owner='52c94b5e973e4a1eb6c0afb449bb17fd',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-02-09T04:30:30Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.775267] env[62788]: DEBUG nova.virt.hardware [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.776067] env[62788]: DEBUG nova.virt.hardware [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.776335] env[62788]: DEBUG nova.virt.hardware [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.776526] env[62788]: DEBUG nova.virt.hardware [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.776743] env[62788]: DEBUG nova.virt.hardware [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.777028] env[62788]: DEBUG nova.virt.hardware [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.777234] env[62788]: DEBUG nova.virt.hardware [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.777448] env[62788]: DEBUG nova.virt.hardware [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.777641] env[62788]: DEBUG nova.virt.hardware [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.777854] env[62788]: DEBUG nova.virt.hardware [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.778757] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0648f2e7-a1d7-4032-8492-90115c3f3945 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.788689] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b7e061-4fb5-43dd-88d3-e9e5cc703e0a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.803567] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:e7:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e0c77754-4085-434b-a3e8-d61be099ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bd6f493-a3a3-462c-85fa-0695d4603f58', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.810630] env[62788]: DEBUG oslo.service.loopingcall [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 891.811540] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.811540] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eaa4acf-d373-4633-93d7-84a2ac79797d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.832122] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.832122] env[62788]: value = "task-2394187" [ 891.832122] env[62788]: _type = "Task" [ 891.832122] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.840596] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394187, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.221958] env[62788]: DEBUG nova.scheduler.client.report [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.345576] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394187, 'name': CreateVM_Task, 'duration_secs': 0.354385} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.349132] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.351107] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.353021] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.353021] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 892.353021] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db3fa05-c67d-49e0-b8be-0a924e81a511 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.357047] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 892.357047] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527efd8f-abd6-2ea4-5ad7-bc5a1b71283a" [ 892.357047] env[62788]: _type = "Task" [ 892.357047] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.370015] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527efd8f-abd6-2ea4-5ad7-bc5a1b71283a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.536841] env[62788]: DEBUG nova.network.neutron [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updated VIF entry in instance network info cache for port 4bd6f493-a3a3-462c-85fa-0695d4603f58. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.537231] env[62788]: DEBUG nova.network.neutron [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updating instance_info_cache with network_info: [{"id": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "address": "fa:16:3e:cd:e7:84", "network": {"id": "4eee5c24-7766-47cd-b885-4a274fdb5719", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850157775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c94b5e973e4a1eb6c0afb449bb17fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd6f493-a3", "ovs_interfaceid": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.727220] env[62788]: DEBUG oslo_concurrency.lockutils [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.730143] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.370s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.730399] env[62788]: DEBUG nova.objects.instance [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Lazy-loading 'resources' on Instance uuid 9a59d9cf-6d91-43c9-a652-9ae171aacfcf {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.753733] env[62788]: INFO nova.scheduler.client.report [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Deleted allocations for instance 1c4ddad5-e6ec-435a-83ac-685492e923f3 [ 892.869390] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.872478] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Processing image 22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125 {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.872478] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 892.872478] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.872478] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.872478] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08e2c548-d167-4599-b77c-db011d4ca869 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.879372] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.879601] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.880305] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8531714f-e28d-42f2-9a67-272ce5ff3340 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.885540] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 892.885540] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52bbf5f9-dde1-1563-c459-b0944509cdf8" [ 892.885540] env[62788]: _type = "Task" [ 892.885540] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.894375] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bbf5f9-dde1-1563-c459-b0944509cdf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.042316] env[62788]: DEBUG oslo_concurrency.lockutils [req-67ec8eb4-ea45-4615-862a-940b1347db6f req-a82b7dfe-17ff-4c49-9024-3a79cf5a3dd4 service nova] Releasing lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.270784] env[62788]: DEBUG oslo_concurrency.lockutils [None req-13a972da-1fb0-4f64-bd36-6779168bb264 tempest-MigrationsAdminTest-1436202856 tempest-MigrationsAdminTest-1436202856-project-member] Lock "1c4ddad5-e6ec-435a-83ac-685492e923f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.635s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.397384] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Preparing fetch location {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 893.397384] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Fetch image to [datastore1] OSTACK_IMG_2ef0cc57-b64b-4ce5-a834-0c850f5950fa/OSTACK_IMG_2ef0cc57-b64b-4ce5-a834-0c850f5950fa.vmdk {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 893.397384] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Downloading stream optimized image 22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125 to [datastore1] OSTACK_IMG_2ef0cc57-b64b-4ce5-a834-0c850f5950fa/OSTACK_IMG_2ef0cc57-b64b-4ce5-a834-0c850f5950fa.vmdk on the data store datastore1 as vApp {{(pid=62788) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 893.397384] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Downloading image file data 22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125 to the ESX as VM named 'OSTACK_IMG_2ef0cc57-b64b-4ce5-a834-0c850f5950fa' {{(pid=62788) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 893.493382] env[62788]: DEBUG oslo_vmware.rw_handles [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 893.493382] env[62788]: value = "resgroup-9" [ 893.493382] env[62788]: _type = "ResourcePool" [ 893.493382] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 893.493779] env[62788]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e96ac584-c0a4-405e-9b1b-79a31fbd2147 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.520156] env[62788]: DEBUG oslo_vmware.rw_handles [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lease: (returnval){ [ 893.520156] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5276031c-b75d-d773-b7f3-36c12ec45ca5" [ 893.520156] env[62788]: _type = "HttpNfcLease" [ 893.520156] env[62788]: } obtained for vApp import into resource pool (val){ [ 893.520156] env[62788]: value = "resgroup-9" [ 893.520156] env[62788]: _type = "ResourcePool" [ 893.520156] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 893.520156] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the lease: (returnval){ [ 893.520156] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5276031c-b75d-d773-b7f3-36c12ec45ca5" [ 893.520156] env[62788]: _type = "HttpNfcLease" [ 893.520156] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 893.530107] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 893.530107] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5276031c-b75d-d773-b7f3-36c12ec45ca5" [ 893.530107] env[62788]: _type = "HttpNfcLease" [ 893.530107] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 893.727518] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd7f1a-c882-4ed4-96cb-9ed3bddb27d0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.739437] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b83f802-9e1b-4be3-8564-1c59371789d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.773722] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a28c57-e8c2-4333-b2ef-e886c456bc69 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.784405] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b583d6b4-d495-477d-baf9-6aa040bcf9e9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.804018] env[62788]: DEBUG nova.compute.provider_tree [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.031641] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 894.031641] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5276031c-b75d-d773-b7f3-36c12ec45ca5" [ 894.031641] env[62788]: _type = "HttpNfcLease" [ 894.031641] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 894.031641] env[62788]: DEBUG oslo_vmware.rw_handles [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 894.031641] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5276031c-b75d-d773-b7f3-36c12ec45ca5" [ 894.031641] env[62788]: _type = "HttpNfcLease" [ 894.031641] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 894.032258] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2c062a-b1f3-40e0-8a60-2bd50c055519 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.039491] env[62788]: DEBUG oslo_vmware.rw_handles [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c06a-121f-37e7-12dc-ed3a472f1c65/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 894.039670] env[62788]: DEBUG oslo_vmware.rw_handles [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c06a-121f-37e7-12dc-ed3a472f1c65/disk-0.vmdk. {{(pid=62788) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 894.116027] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66b234a6-2ae7-4c80-a9e8-c70b1ff8e3cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.307241] env[62788]: DEBUG nova.scheduler.client.report [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.527218] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.527909] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.814428] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.084s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.819050] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.266s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.821657] env[62788]: INFO nova.compute.claims [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.854708] env[62788]: INFO nova.scheduler.client.report [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Deleted allocations for instance 9a59d9cf-6d91-43c9-a652-9ae171aacfcf [ 895.033990] env[62788]: DEBUG nova.compute.manager [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 895.270361] env[62788]: DEBUG oslo_vmware.rw_handles [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Completed reading data from the image iterator. {{(pid=62788) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 895.271528] env[62788]: DEBUG oslo_vmware.rw_handles [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c06a-121f-37e7-12dc-ed3a472f1c65/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 895.271782] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5ac36b-0ce2-425a-b66e-4cc7aecbac41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.280435] env[62788]: DEBUG oslo_vmware.rw_handles [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c06a-121f-37e7-12dc-ed3a472f1c65/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 895.281833] env[62788]: DEBUG oslo_vmware.rw_handles [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c06a-121f-37e7-12dc-ed3a472f1c65/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 895.281833] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-27e12509-ac14-4f29-afcf-0ea99e6de614 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.363191] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d925bf3c-d461-455f-b559-34664a2e464a tempest-ServerMetadataTestJSON-1505341120 tempest-ServerMetadataTestJSON-1505341120-project-member] Lock "9a59d9cf-6d91-43c9-a652-9ae171aacfcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.960s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.484726] env[62788]: DEBUG oslo_vmware.rw_handles [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5214c06a-121f-37e7-12dc-ed3a472f1c65/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 895.485033] env[62788]: INFO nova.virt.vmwareapi.images [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Downloaded image file data 22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125 [ 895.485912] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea1e1ce-3d3c-47c3-b2f1-0ed5af121392 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.504580] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a72ebdd1-8812-4191-ac8f-c3a3a0672112 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.538495] env[62788]: INFO nova.virt.vmwareapi.images [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] The imported VM was unregistered [ 895.540640] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Caching image {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 895.540866] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Creating directory with path [datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125 {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.543386] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21854ceb-be8a-4467-9e96-2ac7f1c3bbd2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.562110] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.569490] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Created directory with path [datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125 {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.569490] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2ef0cc57-b64b-4ce5-a834-0c850f5950fa/OSTACK_IMG_2ef0cc57-b64b-4ce5-a834-0c850f5950fa.vmdk to [datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125.vmdk. {{(pid=62788) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 895.569490] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cdea4665-2287-41ae-8be3-2bb7b29b017f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.577161] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 895.577161] env[62788]: value = "task-2394190" [ 895.577161] env[62788]: _type = "Task" [ 895.577161] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.584809] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394190, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.095216] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394190, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.232175] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbf5888-c936-4aad-b87a-c37e9afee1d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.240362] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54c9636-7b2d-4401-8c9d-06a6873ee69e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.272282] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dfc234-7535-46cc-a994-573a322db606 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.279762] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9662e90e-c96b-4c30-b6b2-45d653362ac7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.293510] env[62788]: DEBUG nova.compute.provider_tree [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.594584] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394190, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.800414] env[62788]: DEBUG nova.scheduler.client.report [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.091720] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394190, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.310571] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 897.311157] env[62788]: DEBUG nova.compute.manager [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 897.313855] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.754s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 897.317062] env[62788]: INFO nova.compute.claims [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.595094] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394190, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.819807] env[62788]: DEBUG nova.compute.utils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 897.827610] env[62788]: DEBUG nova.compute.manager [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 897.827610] env[62788]: DEBUG nova.network.neutron [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.922285] env[62788]: DEBUG nova.policy [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '809953fd42074a7aa151b1dc3bd20e42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c28067655707499999c47b3cc1644881', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.098269] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394190, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.445817} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.098647] env[62788]: INFO nova.virt.vmwareapi.ds_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2ef0cc57-b64b-4ce5-a834-0c850f5950fa/OSTACK_IMG_2ef0cc57-b64b-4ce5-a834-0c850f5950fa.vmdk to [datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125.vmdk. [ 898.099152] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Cleaning up location [datastore1] OSTACK_IMG_2ef0cc57-b64b-4ce5-a834-0c850f5950fa {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 898.099416] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2ef0cc57-b64b-4ce5-a834-0c850f5950fa {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.099733] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6755d80b-36c2-43a7-8143-3a51f54abd0c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.107446] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 898.107446] env[62788]: value = "task-2394191" [ 898.107446] env[62788]: _type = "Task" [ 898.107446] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.116552] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.325788] env[62788]: DEBUG nova.compute.manager [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 898.473704] env[62788]: DEBUG nova.network.neutron [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Successfully created port: d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.622721] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036815} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.624425] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.625836] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.626080] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125.vmdk to [datastore1] adb75301-5ea3-4467-bf86-e4e7891e9d28/adb75301-5ea3-4467-bf86-e4e7891e9d28.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.626367] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7ad8fa2-3671-448b-9bfe-b306fcab9cc7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.633416] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 898.633416] env[62788]: value = "task-2394192" [ 898.633416] env[62788]: _type = "Task" [ 898.633416] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.649569] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.743437] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb8452e-cb8a-465c-bd0d-954c6a66dbb4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.753126] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b255d87-5e8e-4b7c-9eeb-e0ca38fc0e56 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.796321] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3f5a95-c9c2-425c-b58a-701e77e98962 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.804889] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0c6d21-d56f-4fdc-9e13-7ff0e59167a8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.819835] env[62788]: DEBUG nova.compute.provider_tree [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.147300] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394192, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.323822] env[62788]: DEBUG nova.scheduler.client.report [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.342566] env[62788]: DEBUG nova.compute.manager [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 899.373043] env[62788]: DEBUG nova.virt.hardware [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.373953] env[62788]: DEBUG nova.virt.hardware [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.373953] env[62788]: DEBUG nova.virt.hardware [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.373953] env[62788]: DEBUG nova.virt.hardware [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.373953] env[62788]: DEBUG nova.virt.hardware [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.373953] env[62788]: DEBUG nova.virt.hardware [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.375228] env[62788]: DEBUG nova.virt.hardware [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.375816] env[62788]: DEBUG nova.virt.hardware [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.375816] env[62788]: DEBUG nova.virt.hardware [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.375889] env[62788]: DEBUG nova.virt.hardware [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.376111] env[62788]: DEBUG nova.virt.hardware [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.377638] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc2411e-64bf-4544-b5b8-98965fceba08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.389309] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41c9f6f-87cf-4e29-821f-8e35b380d3c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.646198] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394192, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.833041] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.833041] env[62788]: DEBUG nova.compute.manager [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 899.834715] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.162s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.836758] env[62788]: INFO nova.compute.claims [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.146294] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394192, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.346339] env[62788]: DEBUG nova.compute.utils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 900.346339] env[62788]: DEBUG nova.compute.manager [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 900.346339] env[62788]: DEBUG nova.network.neutron [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.473069] env[62788]: DEBUG nova.policy [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef96e4de78e34663bc2f576eaaf20fea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e1d0791620b45a1b8abae13aa655a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.657073] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394192, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.760303] env[62788]: DEBUG nova.compute.manager [req-c39344f0-3652-47e5-8770-bed551311a41 req-22145ee8-6f60-4a6d-905b-48d4547c3cb7 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Received event network-vif-plugged-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 900.760615] env[62788]: DEBUG oslo_concurrency.lockutils [req-c39344f0-3652-47e5-8770-bed551311a41 req-22145ee8-6f60-4a6d-905b-48d4547c3cb7 service nova] Acquiring lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.760837] env[62788]: DEBUG oslo_concurrency.lockutils [req-c39344f0-3652-47e5-8770-bed551311a41 req-22145ee8-6f60-4a6d-905b-48d4547c3cb7 service nova] Lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.761031] env[62788]: DEBUG oslo_concurrency.lockutils [req-c39344f0-3652-47e5-8770-bed551311a41 req-22145ee8-6f60-4a6d-905b-48d4547c3cb7 service nova] Lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.761267] env[62788]: DEBUG nova.compute.manager [req-c39344f0-3652-47e5-8770-bed551311a41 req-22145ee8-6f60-4a6d-905b-48d4547c3cb7 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] No waiting events found dispatching network-vif-plugged-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.761970] env[62788]: WARNING nova.compute.manager [req-c39344f0-3652-47e5-8770-bed551311a41 req-22145ee8-6f60-4a6d-905b-48d4547c3cb7 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Received unexpected event network-vif-plugged-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac for instance with vm_state building and task_state spawning. [ 900.849578] env[62788]: DEBUG nova.compute.manager [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 901.029853] env[62788]: DEBUG nova.network.neutron [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Successfully updated port: d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.149350] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394192, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.427528} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.153645] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125/22decfe8-ee3a-4d89-a8e0-a0b5ce4e0125.vmdk to [datastore1] adb75301-5ea3-4467-bf86-e4e7891e9d28/adb75301-5ea3-4467-bf86-e4e7891e9d28.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.155672] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b425bad1-2bbb-434b-9e69-89f9ea1bcb94 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.179678] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] adb75301-5ea3-4467-bf86-e4e7891e9d28/adb75301-5ea3-4467-bf86-e4e7891e9d28.vmdk or device None with type streamOptimized {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.183605] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07466275-fbb5-47c7-a77f-9adb7fcd8636 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.205780] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 901.205780] env[62788]: value = "task-2394193" [ 901.205780] env[62788]: _type = "Task" [ 901.205780] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.216634] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.296080] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709ee5e8-3748-40c4-b7ef-d186d6af735d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.304472] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab924b72-fd1b-4571-8bd6-742e05c55ec7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.340205] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43256a81-fe74-4a32-9dac-bf1ddc061194 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.344659] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a6f346-ec44-4ace-a8d9-6851b1ec10a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.365022] env[62788]: DEBUG nova.compute.provider_tree [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.536903] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.536903] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquired lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.536903] env[62788]: DEBUG nova.network.neutron [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.580720] env[62788]: DEBUG nova.network.neutron [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Successfully created port: a5ae427b-c7fc-4696-b482-74e318e3756e {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.720720] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394193, 'name': ReconfigVM_Task, 'duration_secs': 0.274735} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.721261] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Reconfigured VM instance instance-00000019 to attach disk [datastore1] adb75301-5ea3-4467-bf86-e4e7891e9d28/adb75301-5ea3-4467-bf86-e4e7891e9d28.vmdk or device None with type streamOptimized {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.721996] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37039b17-c393-4dfc-a213-4b36f06bf76c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.730839] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 901.730839] env[62788]: value = "task-2394194" [ 901.730839] env[62788]: _type = "Task" [ 901.730839] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.742528] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394194, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.867229] env[62788]: DEBUG nova.compute.manager [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 901.871388] env[62788]: DEBUG nova.scheduler.client.report [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.900504] env[62788]: DEBUG nova.virt.hardware [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.900829] env[62788]: DEBUG nova.virt.hardware [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.901170] env[62788]: DEBUG nova.virt.hardware [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.901219] env[62788]: DEBUG nova.virt.hardware [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.902264] env[62788]: DEBUG nova.virt.hardware [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.902264] env[62788]: DEBUG nova.virt.hardware [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.902264] env[62788]: DEBUG nova.virt.hardware [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.902264] env[62788]: DEBUG nova.virt.hardware [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.902264] env[62788]: DEBUG nova.virt.hardware [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.902455] env[62788]: DEBUG nova.virt.hardware [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.903712] env[62788]: DEBUG nova.virt.hardware [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.904928] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4519d4-a617-4a13-88be-f24a99162087 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.918125] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb69922d-7332-4597-aa37-1764c73442b2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.080257] env[62788]: DEBUG nova.network.neutron [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.247712] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394194, 'name': Rename_Task, 'duration_secs': 0.145526} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.251064] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.251064] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-060b4377-8c0c-4354-8708-03a0da65e650 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.259553] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 902.259553] env[62788]: value = "task-2394195" [ 902.259553] env[62788]: _type = "Task" [ 902.259553] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.269929] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.321924] env[62788]: DEBUG nova.network.neutron [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updating instance_info_cache with network_info: [{"id": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "address": "fa:16:3e:e2:5e:83", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a1d921-d0", "ovs_interfaceid": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.377924] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.378859] env[62788]: DEBUG nova.compute.manager [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 902.385456] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.434s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.387042] env[62788]: INFO nova.compute.claims [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.519213] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquiring lock "435ef4c0-6316-4174-91f5-7ed596a72cdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.519664] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Lock "435ef4c0-6316-4174-91f5-7ed596a72cdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.775127] env[62788]: DEBUG oslo_vmware.api [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394195, 'name': PowerOnVM_Task, 'duration_secs': 0.45001} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.775767] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.824671] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Releasing lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.825012] env[62788]: DEBUG nova.compute.manager [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Instance network_info: |[{"id": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "address": "fa:16:3e:e2:5e:83", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a1d921-d0", "ovs_interfaceid": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 902.825449] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:5e:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1a1d921-d0a3-43d0-86bd-1dc2277f0bac', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.835206] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Creating folder: Project (c28067655707499999c47b3cc1644881). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.835526] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-929c333a-b03e-4c4a-98a5-b337c05baa34 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.848200] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Created folder: Project (c28067655707499999c47b3cc1644881) in parent group-v485515. [ 902.848546] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Creating folder: Instances. Parent ref: group-v485705. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.849401] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-791279d4-9361-47e5-b217-56fffc91c05d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.861960] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Created folder: Instances in parent group-v485705. [ 902.863029] env[62788]: DEBUG oslo.service.loopingcall [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.863029] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.863029] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db71dfe6-eedc-4e70-a571-f9d69c014369 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.885557] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.885557] env[62788]: value = "task-2394198" [ 902.885557] env[62788]: _type = "Task" [ 902.885557] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.891639] env[62788]: DEBUG nova.compute.utils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 902.894015] env[62788]: DEBUG nova.compute.manager [req-f3850362-699a-41b6-bd84-5484dfc2d2de req-737fc324-d0d2-4413-91e1-0d153c4b43a8 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Received event network-changed-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 902.895620] env[62788]: DEBUG nova.compute.manager [req-f3850362-699a-41b6-bd84-5484dfc2d2de req-737fc324-d0d2-4413-91e1-0d153c4b43a8 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Refreshing instance network info cache due to event network-changed-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 902.895620] env[62788]: DEBUG oslo_concurrency.lockutils [req-f3850362-699a-41b6-bd84-5484dfc2d2de req-737fc324-d0d2-4413-91e1-0d153c4b43a8 service nova] Acquiring lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 902.895620] env[62788]: DEBUG oslo_concurrency.lockutils [req-f3850362-699a-41b6-bd84-5484dfc2d2de req-737fc324-d0d2-4413-91e1-0d153c4b43a8 service nova] Acquired lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.895620] env[62788]: DEBUG nova.network.neutron [req-f3850362-699a-41b6-bd84-5484dfc2d2de req-737fc324-d0d2-4413-91e1-0d153c4b43a8 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Refreshing network info cache for port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.899283] env[62788]: DEBUG nova.compute.manager [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Not allocating networking since 'none' was specified. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1998}} [ 902.906517] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394198, 'name': CreateVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.908069] env[62788]: DEBUG nova.compute.manager [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 902.909695] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6c3c1a-2551-4571-a55b-292bb13d045b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.026669] env[62788]: DEBUG nova.compute.manager [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 903.203769] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.204242] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.396876] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394198, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.399832] env[62788]: DEBUG nova.compute.manager [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 903.434359] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8ec865a9-b67c-4fec-934a-62a1a546a30a tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.245s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.461114] env[62788]: DEBUG nova.network.neutron [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Successfully updated port: a5ae427b-c7fc-4696-b482-74e318e3756e {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.550169] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.631323] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "5a26bac5-d522-4d7f-8acf-89027ba55c43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.631558] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "5a26bac5-d522-4d7f-8acf-89027ba55c43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.706598] env[62788]: DEBUG nova.compute.manager [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 903.752502] env[62788]: DEBUG nova.network.neutron [req-f3850362-699a-41b6-bd84-5484dfc2d2de req-737fc324-d0d2-4413-91e1-0d153c4b43a8 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updated VIF entry in instance network info cache for port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.752980] env[62788]: DEBUG nova.network.neutron [req-f3850362-699a-41b6-bd84-5484dfc2d2de req-737fc324-d0d2-4413-91e1-0d153c4b43a8 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updating instance_info_cache with network_info: [{"id": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "address": "fa:16:3e:e2:5e:83", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a1d921-d0", "ovs_interfaceid": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.862175] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a44cf7f-27e2-44ad-b2e4-e473cac3621c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.867312] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3274819d-c5e2-41b8-b590-12d8c38e65df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.907454] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9e4766-7e22-44ae-8beb-8b57a9d15e4e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.918681] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e51b919-6cf5-4b07-832b-df59dd4a0749 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.923675] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394198, 'name': CreateVM_Task, 'duration_secs': 0.697262} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.925528] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.925528] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.925528] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.925528] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.925736] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b71ea1-5388-4920-aa32-f17cfc2b47ad {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.938726] env[62788]: DEBUG nova.compute.provider_tree [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.947293] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 903.947293] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528a4c98-1eab-11c6-1165-9ec345d6f442" [ 903.947293] env[62788]: _type = "Task" [ 903.947293] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.956574] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528a4c98-1eab-11c6-1165-9ec345d6f442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.968357] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.968503] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.968650] env[62788]: DEBUG nova.network.neutron [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.135682] env[62788]: DEBUG nova.compute.manager [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 904.234037] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.256493] env[62788]: DEBUG oslo_concurrency.lockutils [req-f3850362-699a-41b6-bd84-5484dfc2d2de req-737fc324-d0d2-4413-91e1-0d153c4b43a8 service nova] Releasing lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.413033] env[62788]: DEBUG nova.compute.manager [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 904.442912] env[62788]: DEBUG nova.virt.hardware [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.443349] env[62788]: DEBUG nova.virt.hardware [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.443597] env[62788]: DEBUG nova.virt.hardware [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.443844] env[62788]: DEBUG nova.virt.hardware [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.444129] env[62788]: DEBUG nova.virt.hardware [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.444350] env[62788]: DEBUG nova.virt.hardware [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.444617] env[62788]: DEBUG nova.virt.hardware [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.444791] env[62788]: DEBUG nova.virt.hardware [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.444963] env[62788]: DEBUG nova.virt.hardware [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.445195] env[62788]: DEBUG nova.virt.hardware [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.445409] env[62788]: DEBUG nova.virt.hardware [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.446372] env[62788]: DEBUG nova.scheduler.client.report [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.450987] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064ed466-b067-40eb-a415-044ef405878a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.467166] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47199e0a-b05a-4602-952d-de4a6bf49d28 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.470882] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528a4c98-1eab-11c6-1165-9ec345d6f442, 'name': SearchDatastore_Task, 'duration_secs': 0.012791} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.473531] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.473761] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.473990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.474164] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.474386] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.475259] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b62c9457-5a10-4cfa-9a11-184e09e9cac7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.489496] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.495824] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Creating folder: Project (4c205dc2643b48b8abc3f83b4e660b61). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.496704] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-673e83c9-9eb4-4d1d-89d7-759acfc71738 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.507502] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Created folder: Project (4c205dc2643b48b8abc3f83b4e660b61) in parent group-v485515. [ 904.507722] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Creating folder: Instances. Parent ref: group-v485708. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.508774] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a81e791-5478-4584-9068-ae123dd19c23 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.510475] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.510684] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.511388] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b874d8-4b94-465c-8171-3a8ea351e219 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.516816] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 904.516816] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528a1a4d-030c-6f9b-f544-b408a8837da9" [ 904.516816] env[62788]: _type = "Task" [ 904.516816] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.520585] env[62788]: DEBUG nova.network.neutron [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.523791] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Created folder: Instances in parent group-v485708. [ 904.524029] env[62788]: DEBUG oslo.service.loopingcall [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.524491] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.524939] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7563d28-1578-4f12-89a3-32f6dd2ae070 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.540575] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528a1a4d-030c-6f9b-f544-b408a8837da9, 'name': SearchDatastore_Task, 'duration_secs': 0.008843} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.546021] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440df8e6-0102-4a38-926d-c89078eecdab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.548306] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.548306] env[62788]: value = "task-2394201" [ 904.548306] env[62788]: _type = "Task" [ 904.548306] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.549456] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 904.549456] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b0a5ab-da9a-5156-199b-d9db73855128" [ 904.549456] env[62788]: _type = "Task" [ 904.549456] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.560888] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394201, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.564267] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b0a5ab-da9a-5156-199b-d9db73855128, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.564332] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.564586] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] a6497b35-ff6b-4741-8411-cb1bbe8186c1/a6497b35-ff6b-4741-8411-cb1bbe8186c1.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.564823] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9841027-4d61-4ea5-9fbc-4e5bb4c4307b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.574726] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 904.574726] env[62788]: value = "task-2394202" [ 904.574726] env[62788]: _type = "Task" [ 904.574726] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.582334] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.661182] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.689632] env[62788]: DEBUG nova.network.neutron [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Updating instance_info_cache with network_info: [{"id": "a5ae427b-c7fc-4696-b482-74e318e3756e", "address": "fa:16:3e:1b:3c:c2", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5ae427b-c7", "ovs_interfaceid": "a5ae427b-c7fc-4696-b482-74e318e3756e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.851905] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce71b71-8cf4-48cd-b4f6-9439f2719a53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.858815] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6a2828-fc96-43d6-b534-0da6a1c33788 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Suspending the VM {{(pid=62788) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 904.859137] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5751cc8f-4f0c-4e38-b72e-3bdb2e1ffc11 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.868277] env[62788]: DEBUG oslo_vmware.api [None req-6c6a2828-fc96-43d6-b534-0da6a1c33788 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 904.868277] env[62788]: value = "task-2394203" [ 904.868277] env[62788]: _type = "Task" [ 904.868277] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.879739] env[62788]: DEBUG oslo_vmware.api [None req-6c6a2828-fc96-43d6-b534-0da6a1c33788 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394203, 'name': SuspendVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.955097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.955729] env[62788]: DEBUG nova.compute.manager [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 904.958867] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.026s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.959358] env[62788]: DEBUG nova.objects.instance [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lazy-loading 'resources' on Instance uuid 82d95844-b60a-4121-875d-3bfeb496ce48 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.044808] env[62788]: DEBUG nova.compute.manager [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Received event network-vif-plugged-a5ae427b-c7fc-4696-b482-74e318e3756e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 905.045308] env[62788]: DEBUG oslo_concurrency.lockutils [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] Acquiring lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.045608] env[62788]: DEBUG oslo_concurrency.lockutils [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.045887] env[62788]: DEBUG oslo_concurrency.lockutils [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.046171] env[62788]: DEBUG nova.compute.manager [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] No waiting events found dispatching network-vif-plugged-a5ae427b-c7fc-4696-b482-74e318e3756e {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.046524] env[62788]: WARNING nova.compute.manager [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Received unexpected event network-vif-plugged-a5ae427b-c7fc-4696-b482-74e318e3756e for instance with vm_state building and task_state spawning. [ 905.046807] env[62788]: DEBUG nova.compute.manager [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Received event network-changed-a5ae427b-c7fc-4696-b482-74e318e3756e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 905.047068] env[62788]: DEBUG nova.compute.manager [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Refreshing instance network info cache due to event network-changed-a5ae427b-c7fc-4696-b482-74e318e3756e. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 905.047352] env[62788]: DEBUG oslo_concurrency.lockutils [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] Acquiring lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.060272] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394201, 'name': CreateVM_Task, 'duration_secs': 0.286274} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.060606] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.061012] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.061236] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.061590] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.061877] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcc3f71-9dec-4d3c-a4bd-39daa3047801 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.067724] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 905.067724] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52afb830-d388-0e4a-e0bd-f3f19f68c530" [ 905.067724] env[62788]: _type = "Task" [ 905.067724] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.076560] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52afb830-d388-0e4a-e0bd-f3f19f68c530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.085431] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504828} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.085660] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] a6497b35-ff6b-4741-8411-cb1bbe8186c1/a6497b35-ff6b-4741-8411-cb1bbe8186c1.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.086186] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.086269] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3be0668-49e7-43bd-b83c-f62ba278ba92 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.093681] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 905.093681] env[62788]: value = "task-2394204" [ 905.093681] env[62788]: _type = "Task" [ 905.093681] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.104794] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.193146] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.193146] env[62788]: DEBUG nova.compute.manager [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Instance network_info: |[{"id": "a5ae427b-c7fc-4696-b482-74e318e3756e", "address": "fa:16:3e:1b:3c:c2", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5ae427b-c7", "ovs_interfaceid": "a5ae427b-c7fc-4696-b482-74e318e3756e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 905.193397] env[62788]: DEBUG oslo_concurrency.lockutils [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] Acquired lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.193397] env[62788]: DEBUG nova.network.neutron [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Refreshing network info cache for port a5ae427b-c7fc-4696-b482-74e318e3756e {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.194689] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:3c:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5ae427b-c7fc-4696-b482-74e318e3756e', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.203271] env[62788]: DEBUG oslo.service.loopingcall [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.203790] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.203790] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33332675-f104-494e-9b8f-5b3618eb0715 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.224889] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.224889] env[62788]: value = "task-2394205" [ 905.224889] env[62788]: _type = "Task" [ 905.224889] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.236460] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394205, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.377713] env[62788]: DEBUG oslo_vmware.api [None req-6c6a2828-fc96-43d6-b534-0da6a1c33788 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394203, 'name': SuspendVM_Task} progress is 41%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.464285] env[62788]: DEBUG nova.compute.utils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 905.470193] env[62788]: DEBUG nova.compute.manager [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Not allocating networking since 'none' was specified. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1998}} [ 905.579705] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52afb830-d388-0e4a-e0bd-f3f19f68c530, 'name': SearchDatastore_Task, 'duration_secs': 0.012344} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.580029] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.580263] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.580508] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.580658] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.580863] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.581144] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4d9a4c3-037c-4982-a426-9eff15657f70 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.591532] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.591721] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.592483] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39155512-c247-4978-b21a-f1be681b4bcf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.603417] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 905.603417] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5253aac6-60f2-32c3-5d53-930f75be1ce4" [ 905.603417] env[62788]: _type = "Task" [ 905.603417] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.606377] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128546} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.611625] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.612903] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a0ee13-f8a0-4656-8152-266409667d32 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.620715] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5253aac6-60f2-32c3-5d53-930f75be1ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.007601} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.639120] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] a6497b35-ff6b-4741-8411-cb1bbe8186c1/a6497b35-ff6b-4741-8411-cb1bbe8186c1.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.642142] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316bc96a-6e1c-4b93-a605-90240ad7bf96 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.644435] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f5053b-a91c-48fb-a815-380b00377c84 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.662384] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 905.662384] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5279c426-319d-40a3-e10b-b1bef9cea04c" [ 905.662384] env[62788]: _type = "Task" [ 905.662384] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.663758] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 905.663758] env[62788]: value = "task-2394206" [ 905.663758] env[62788]: _type = "Task" [ 905.663758] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.677633] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5279c426-319d-40a3-e10b-b1bef9cea04c, 'name': SearchDatastore_Task, 'duration_secs': 0.009447} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.681042] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.681330] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 25d99f37-2e63-46c5-9b14-94405ec25aec/25d99f37-2e63-46c5-9b14-94405ec25aec.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.681611] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394206, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.681839] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8899789-6245-4e57-b74d-8a3a3e85e14e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.691405] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 905.691405] env[62788]: value = "task-2394207" [ 905.691405] env[62788]: _type = "Task" [ 905.691405] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.700321] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.735917] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394205, 'name': CreateVM_Task, 'duration_secs': 0.351395} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.735917] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.738716] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 905.738716] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.739022] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 905.741486] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43964825-8bb1-4f51-8cd0-fc634fad74e8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.750266] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 905.750266] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525a423f-9912-500e-1b62-9dfdc59f5404" [ 905.750266] env[62788]: _type = "Task" [ 905.750266] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.756702] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525a423f-9912-500e-1b62-9dfdc59f5404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.876493] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda8a653-bbb7-4c82-a68d-270184b5967d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.885360] env[62788]: DEBUG oslo_vmware.api [None req-6c6a2828-fc96-43d6-b534-0da6a1c33788 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394203, 'name': SuspendVM_Task, 'duration_secs': 0.811094} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.887440] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6a2828-fc96-43d6-b534-0da6a1c33788 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Suspended the VM {{(pid=62788) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 905.887648] env[62788]: DEBUG nova.compute.manager [None req-6c6a2828-fc96-43d6-b534-0da6a1c33788 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 905.888543] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f4d89d-dfee-4ff8-8cb2-1767a5093458 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.891989] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0953eaa4-f3af-4cb1-9e33-e5d99742b962 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.932398] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6d23d6-6efc-455e-9ece-40de9068cf1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.942856] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72244255-5439-413d-a332-7cda31d46bca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.959521] env[62788]: DEBUG nova.compute.provider_tree [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.971331] env[62788]: DEBUG nova.compute.manager [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 905.975478] env[62788]: DEBUG nova.network.neutron [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Updated VIF entry in instance network info cache for port a5ae427b-c7fc-4696-b482-74e318e3756e. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.975836] env[62788]: DEBUG nova.network.neutron [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Updating instance_info_cache with network_info: [{"id": "a5ae427b-c7fc-4696-b482-74e318e3756e", "address": "fa:16:3e:1b:3c:c2", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5ae427b-c7", "ovs_interfaceid": "a5ae427b-c7fc-4696-b482-74e318e3756e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.978809] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "interface-17e14f3f-8170-4dff-bc39-6123194ed8e0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.979056] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-17e14f3f-8170-4dff-bc39-6123194ed8e0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.979428] env[62788]: DEBUG nova.objects.instance [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'flavor' on Instance uuid 17e14f3f-8170-4dff-bc39-6123194ed8e0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.176059] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394206, 'name': ReconfigVM_Task, 'duration_secs': 0.459308} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.176331] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Reconfigured VM instance instance-00000042 to attach disk [datastore1] a6497b35-ff6b-4741-8411-cb1bbe8186c1/a6497b35-ff6b-4741-8411-cb1bbe8186c1.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.176943] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1af3b36c-1be0-425e-b393-b0646b5a6221 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.183046] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 906.183046] env[62788]: value = "task-2394208" [ 906.183046] env[62788]: _type = "Task" [ 906.183046] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.190638] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394208, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.198895] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394207, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462997} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.199148] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 25d99f37-2e63-46c5-9b14-94405ec25aec/25d99f37-2e63-46c5-9b14-94405ec25aec.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.199357] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.199605] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd5266a8-c257-4392-ba01-930cb7239e3d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.205553] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 906.205553] env[62788]: value = "task-2394209" [ 906.205553] env[62788]: _type = "Task" [ 906.205553] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.212911] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.256672] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525a423f-9912-500e-1b62-9dfdc59f5404, 'name': SearchDatastore_Task, 'duration_secs': 0.015215} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.256969] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.257223] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.257454] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.257612] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.257805] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.258081] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-259e6322-751e-4114-9632-bf8f90ed937d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.265827] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.266020] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.266733] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bd0cf8-0445-4222-84b6-2fe1edbd163f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.271809] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 906.271809] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c3037b-cb13-d2f6-64a9-bc6b25c55f02" [ 906.271809] env[62788]: _type = "Task" [ 906.271809] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.280306] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c3037b-cb13-d2f6-64a9-bc6b25c55f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.464830] env[62788]: DEBUG nova.scheduler.client.report [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.481476] env[62788]: DEBUG oslo_concurrency.lockutils [req-8a0d993f-9c4d-4f7c-9751-3b72fea359f5 req-76df2fcb-21d9-46d2-a9a4-d00e67559523 service nova] Releasing lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 906.554556] env[62788]: DEBUG nova.objects.instance [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'pci_requests' on Instance uuid 17e14f3f-8170-4dff-bc39-6123194ed8e0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.693105] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394208, 'name': Rename_Task, 'duration_secs': 0.135713} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.693334] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.693562] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c36cbd0-2a8f-4111-b5fb-af6bbb866653 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.699255] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 906.699255] env[62788]: value = "task-2394210" [ 906.699255] env[62788]: _type = "Task" [ 906.699255] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.708512] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.715100] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065692} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.715326] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.716026] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ba61c1-59e0-4fcb-ace0-e2b1a93bb393 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.736106] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 25d99f37-2e63-46c5-9b14-94405ec25aec/25d99f37-2e63-46c5-9b14-94405ec25aec.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.736391] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9dfeddf-feff-4459-828c-b55485436d2a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.755530] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 906.755530] env[62788]: value = "task-2394211" [ 906.755530] env[62788]: _type = "Task" [ 906.755530] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.762955] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.780382] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c3037b-cb13-d2f6-64a9-bc6b25c55f02, 'name': SearchDatastore_Task, 'duration_secs': 0.008087} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.781217] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f834f709-9671-448b-bcc8-fbe0d135f153 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.785877] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 906.785877] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e9c61b-2f34-390a-38ec-7b0063e505f0" [ 906.785877] env[62788]: _type = "Task" [ 906.785877] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.793548] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e9c61b-2f34-390a-38ec-7b0063e505f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.972974] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.975469] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.413s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.977174] env[62788]: INFO nova.compute.claims [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.983650] env[62788]: DEBUG nova.compute.manager [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 907.002821] env[62788]: INFO nova.scheduler.client.report [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Deleted allocations for instance 82d95844-b60a-4121-875d-3bfeb496ce48 [ 907.017385] env[62788]: DEBUG nova.virt.hardware [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.017648] env[62788]: DEBUG nova.virt.hardware [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.017791] env[62788]: DEBUG nova.virt.hardware [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.018035] env[62788]: DEBUG nova.virt.hardware [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.018219] env[62788]: DEBUG nova.virt.hardware [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.018374] env[62788]: DEBUG nova.virt.hardware [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.018589] env[62788]: DEBUG nova.virt.hardware [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.018754] env[62788]: DEBUG nova.virt.hardware [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.018921] env[62788]: DEBUG nova.virt.hardware [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.019098] env[62788]: DEBUG nova.virt.hardware [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.019303] env[62788]: DEBUG nova.virt.hardware [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.020236] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e85da46-6b4d-4241-b94f-00195af4f902 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.029757] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0f6c5c-1f1f-4773-a46e-1711ec39db3a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.044642] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.050375] env[62788]: DEBUG oslo.service.loopingcall [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 907.050632] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.050863] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55004c44-69d3-4d81-960c-3ea49c95a048 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.063291] env[62788]: DEBUG nova.objects.base [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Object Instance<17e14f3f-8170-4dff-bc39-6123194ed8e0> lazy-loaded attributes: flavor,pci_requests {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 907.063490] env[62788]: DEBUG nova.network.neutron [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.071085] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.071085] env[62788]: value = "task-2394212" [ 907.071085] env[62788]: _type = "Task" [ 907.071085] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.077671] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394212, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.105701] env[62788]: DEBUG nova.policy [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948d9705e8634e768cfc5b341eda8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c418b624ace4dfa808d35ed0a8ac60c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.208712] env[62788]: DEBUG oslo_vmware.api [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394210, 'name': PowerOnVM_Task, 'duration_secs': 0.455442} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.208989] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.209314] env[62788]: INFO nova.compute.manager [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Took 7.87 seconds to spawn the instance on the hypervisor. [ 907.209547] env[62788]: DEBUG nova.compute.manager [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 907.210369] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb4ed2b-0a7c-4750-a320-8675c13f4778 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.268594] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394211, 'name': ReconfigVM_Task, 'duration_secs': 0.280782} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.269026] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 25d99f37-2e63-46c5-9b14-94405ec25aec/25d99f37-2e63-46c5-9b14-94405ec25aec.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.270332] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d86b9e72-c19f-4101-aded-b75ee4c6d7c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.279970] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 907.279970] env[62788]: value = "task-2394213" [ 907.279970] env[62788]: _type = "Task" [ 907.279970] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.292890] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394213, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.300460] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e9c61b-2f34-390a-38ec-7b0063e505f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011193} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.300460] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.300460] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] f454b2fd-9774-471b-a23b-7a6849cbc2b7/f454b2fd-9774-471b-a23b-7a6849cbc2b7.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.300460] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07ca6519-ae50-42d0-9938-a0cc0aaf1ce1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.306415] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 907.306415] env[62788]: value = "task-2394214" [ 907.306415] env[62788]: _type = "Task" [ 907.306415] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.314362] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.418433] env[62788]: DEBUG nova.network.neutron [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Successfully created port: dbbe7140-be2d-4654-92b0-5fff1e52253d {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.513948] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cf0b0ef0-7017-42f9-ab4b-8f6c302bf267 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "82d95844-b60a-4121-875d-3bfeb496ce48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.580154] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394212, 'name': CreateVM_Task, 'duration_secs': 0.321754} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.580342] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.580822] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 907.581156] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.581391] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 907.581581] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76edc300-3f99-417e-a153-b96aed71bc08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.586151] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 907.586151] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fe5416-5ffc-0a6d-27f1-b8c02b1ed969" [ 907.586151] env[62788]: _type = "Task" [ 907.586151] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.594361] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fe5416-5ffc-0a6d-27f1-b8c02b1ed969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.665262] env[62788]: INFO nova.compute.manager [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Resuming [ 907.666243] env[62788]: DEBUG nova.objects.instance [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lazy-loading 'flavor' on Instance uuid adb75301-5ea3-4467-bf86-e4e7891e9d28 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.730400] env[62788]: INFO nova.compute.manager [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Took 26.21 seconds to build instance. [ 907.777171] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "70e38abd-3bee-49d3-b371-a9c9b02a5907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.777538] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "70e38abd-3bee-49d3-b371-a9c9b02a5907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.777825] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "70e38abd-3bee-49d3-b371-a9c9b02a5907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.778072] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "70e38abd-3bee-49d3-b371-a9c9b02a5907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.778305] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "70e38abd-3bee-49d3-b371-a9c9b02a5907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.780614] env[62788]: INFO nova.compute.manager [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Terminating instance [ 907.795294] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394213, 'name': Rename_Task, 'duration_secs': 0.157134} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.795757] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.796009] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea4503e3-f985-4630-8772-3d136a83de27 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.802118] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 907.802118] env[62788]: value = "task-2394215" [ 907.802118] env[62788]: _type = "Task" [ 907.802118] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.812748] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.817907] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486031} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.818153] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] f454b2fd-9774-471b-a23b-7a6849cbc2b7/f454b2fd-9774-471b-a23b-7a6849cbc2b7.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.818365] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.818589] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f892bbc-5ce3-4a26-8d9a-305cffcc4828 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.824083] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 907.824083] env[62788]: value = "task-2394216" [ 907.824083] env[62788]: _type = "Task" [ 907.824083] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.832182] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.096010] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fe5416-5ffc-0a6d-27f1-b8c02b1ed969, 'name': SearchDatastore_Task, 'duration_secs': 0.019581} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.098709] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 908.098965] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.099218] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.099366] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.099572] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.100156] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec4c3b87-750c-44f2-b520-38934cdb4b95 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.108320] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.108413] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.111472] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ee41de-e674-4d4f-9cfa-2f47ee8c50f8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.117225] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 908.117225] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f8006c-1c2f-7a0a-fece-0a89cb0b7181" [ 908.117225] env[62788]: _type = "Task" [ 908.117225] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.124839] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f8006c-1c2f-7a0a-fece-0a89cb0b7181, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.233281] env[62788]: DEBUG oslo_concurrency.lockutils [None req-712cab08-1e07-4ab5-87bf-012fb6556f3f tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.249s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.284381] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67664293-c678-4bfc-800b-c28a4824ec35 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.291824] env[62788]: DEBUG nova.compute.manager [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 908.292085] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 908.292929] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428d141f-61a6-4d80-8e1c-aded80ec66cd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.296320] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17c3610-1cff-494f-9193-4ece01731987 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.303874] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 908.330059] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b68a03d-b34a-4988-97e7-73bb0edb4844 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.336337] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfe1718-c60b-4583-b646-51ee107038c2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.343612] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172963} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.349351] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.349787] env[62788]: DEBUG oslo_vmware.api [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 908.349787] env[62788]: value = "task-2394217" [ 908.349787] env[62788]: _type = "Task" [ 908.349787] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.349992] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.350720] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e11d4ff-9150-4558-a741-698ba637d351 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.353967] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d61b70-95f2-4463-ba65-fa33f30a3b80 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.373308] env[62788]: DEBUG nova.compute.provider_tree [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.374509] env[62788]: DEBUG oslo_vmware.api [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.392478] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] f454b2fd-9774-471b-a23b-7a6849cbc2b7/f454b2fd-9774-471b-a23b-7a6849cbc2b7.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.393445] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b224984d-b51d-4c94-87e3-2fc2d815abfb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.414319] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 908.414319] env[62788]: value = "task-2394218" [ 908.414319] env[62788]: _type = "Task" [ 908.414319] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.424402] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.626724] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f8006c-1c2f-7a0a-fece-0a89cb0b7181, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.627581] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f2ee4dc-dcf0-4e99-85cb-0fabe8c3fb0e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.633535] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 908.633535] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529d03cc-0919-6ee0-ed40-5567c47edd66" [ 908.633535] env[62788]: _type = "Task" [ 908.633535] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.641567] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529d03cc-0919-6ee0-ed40-5567c47edd66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.814419] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.863315] env[62788]: DEBUG oslo_vmware.api [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394217, 'name': PowerOffVM_Task, 'duration_secs': 0.35543} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.863733] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.865311] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.865311] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96a639e5-56ab-4929-9a6a-42aadfa56c2a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.884922] env[62788]: DEBUG nova.scheduler.client.report [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.924803] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394218, 'name': ReconfigVM_Task, 'duration_secs': 0.358113} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.925079] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Reconfigured VM instance instance-00000043 to attach disk [datastore1] f454b2fd-9774-471b-a23b-7a6849cbc2b7/f454b2fd-9774-471b-a23b-7a6849cbc2b7.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.928111] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f49d65a8-2033-4926-8ce4-6b2a265e4e70 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.934326] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 908.934326] env[62788]: value = "task-2394220" [ 908.934326] env[62788]: _type = "Task" [ 908.934326] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.939202] env[62788]: DEBUG nova.network.neutron [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Successfully updated port: dbbe7140-be2d-4654-92b0-5fff1e52253d {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.950029] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394220, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.950370] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.950627] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.950818] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Deleting the datastore file [datastore1] 70e38abd-3bee-49d3-b371-a9c9b02a5907 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.951120] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3598f5a5-1e40-46e8-9b0d-6514955c23b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.958056] env[62788]: DEBUG oslo_vmware.api [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for the task: (returnval){ [ 908.958056] env[62788]: value = "task-2394221" [ 908.958056] env[62788]: _type = "Task" [ 908.958056] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.966555] env[62788]: DEBUG oslo_vmware.api [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.143636] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529d03cc-0919-6ee0-ed40-5567c47edd66, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.143904] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 909.144193] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 7cf516ce-494d-455e-bfcd-3b71df267be4/7cf516ce-494d-455e-bfcd-3b71df267be4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.144472] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efca5709-0271-4769-9887-96445dd26e50 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.150450] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 909.150450] env[62788]: value = "task-2394222" [ 909.150450] env[62788]: _type = "Task" [ 909.150450] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.158856] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.178689] env[62788]: DEBUG oslo_concurrency.lockutils [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.178925] env[62788]: DEBUG oslo_concurrency.lockutils [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquired lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.179582] env[62788]: DEBUG nova.network.neutron [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.317048] env[62788]: DEBUG oslo_vmware.api [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394215, 'name': PowerOnVM_Task, 'duration_secs': 1.083704} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.317132] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.317307] env[62788]: INFO nova.compute.manager [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Took 4.90 seconds to spawn the instance on the hypervisor. [ 909.317496] env[62788]: DEBUG nova.compute.manager [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 909.318440] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de689656-61b9-4b97-992d-3da0f94614b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.390012] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.390567] env[62788]: DEBUG nova.compute.manager [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 909.393548] env[62788]: DEBUG oslo_concurrency.lockutils [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.064s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.393786] env[62788]: DEBUG nova.objects.instance [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lazy-loading 'resources' on Instance uuid 82c45586-a150-4f24-836c-a87e31ef0654 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.399095] env[62788]: DEBUG nova.compute.manager [req-999fade9-8451-42ff-b4f8-f48acb8e92e4 req-d773b8e7-e36e-4f8c-9765-11f7a32595ad service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Received event network-vif-plugged-dbbe7140-be2d-4654-92b0-5fff1e52253d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 909.399313] env[62788]: DEBUG oslo_concurrency.lockutils [req-999fade9-8451-42ff-b4f8-f48acb8e92e4 req-d773b8e7-e36e-4f8c-9765-11f7a32595ad service nova] Acquiring lock "17e14f3f-8170-4dff-bc39-6123194ed8e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.399523] env[62788]: DEBUG oslo_concurrency.lockutils [req-999fade9-8451-42ff-b4f8-f48acb8e92e4 req-d773b8e7-e36e-4f8c-9765-11f7a32595ad service nova] Lock "17e14f3f-8170-4dff-bc39-6123194ed8e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.399868] env[62788]: DEBUG oslo_concurrency.lockutils [req-999fade9-8451-42ff-b4f8-f48acb8e92e4 req-d773b8e7-e36e-4f8c-9765-11f7a32595ad service nova] Lock "17e14f3f-8170-4dff-bc39-6123194ed8e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.399946] env[62788]: DEBUG nova.compute.manager [req-999fade9-8451-42ff-b4f8-f48acb8e92e4 req-d773b8e7-e36e-4f8c-9765-11f7a32595ad service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] No waiting events found dispatching network-vif-plugged-dbbe7140-be2d-4654-92b0-5fff1e52253d {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.400318] env[62788]: WARNING nova.compute.manager [req-999fade9-8451-42ff-b4f8-f48acb8e92e4 req-d773b8e7-e36e-4f8c-9765-11f7a32595ad service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Received unexpected event network-vif-plugged-dbbe7140-be2d-4654-92b0-5fff1e52253d for instance with vm_state active and task_state None. [ 909.441487] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.441786] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.441888] env[62788]: DEBUG nova.network.neutron [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.447853] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394220, 'name': Rename_Task, 'duration_secs': 0.1528} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.448139] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.448406] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f8ae0c6-418b-4250-949e-7f751ab3ec0a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.458052] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 909.458052] env[62788]: value = "task-2394223" [ 909.458052] env[62788]: _type = "Task" [ 909.458052] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.472038] env[62788]: DEBUG oslo_vmware.api [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Task: {'id': task-2394221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208334} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.475770] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.475993] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 909.476199] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 909.476381] env[62788]: INFO nova.compute.manager [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Took 1.18 seconds to destroy the instance on the hypervisor. [ 909.476637] env[62788]: DEBUG oslo.service.loopingcall [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 909.477387] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394223, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.477546] env[62788]: DEBUG nova.compute.manager [-] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 909.477546] env[62788]: DEBUG nova.network.neutron [-] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.663629] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464441} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.664408] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 7cf516ce-494d-455e-bfcd-3b71df267be4/7cf516ce-494d-455e-bfcd-3b71df267be4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.664614] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.664911] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8009b2a0-51c5-4b5c-8d86-58ed32e2c49b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.673492] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 909.673492] env[62788]: value = "task-2394224" [ 909.673492] env[62788]: _type = "Task" [ 909.673492] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.686889] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.789513] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.789513] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.845187] env[62788]: INFO nova.compute.manager [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Took 26.20 seconds to build instance. [ 909.900073] env[62788]: DEBUG nova.compute.utils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 909.901596] env[62788]: DEBUG nova.compute.manager [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 909.901772] env[62788]: DEBUG nova.network.neutron [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 909.968014] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.971531] env[62788]: DEBUG nova.policy [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6511f4aee00f4687b814b6fd4a47b898', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd89dbe21cc8c40aea81a52c74eb77083', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.014640] env[62788]: WARNING nova.network.neutron [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] 7823ae8d-42f4-43b2-a239-db1d3283e303 already exists in list: networks containing: ['7823ae8d-42f4-43b2-a239-db1d3283e303']. ignoring it [ 910.028962] env[62788]: DEBUG nova.network.neutron [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updating instance_info_cache with network_info: [{"id": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "address": "fa:16:3e:cd:e7:84", "network": {"id": "4eee5c24-7766-47cd-b885-4a274fdb5719", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-850157775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52c94b5e973e4a1eb6c0afb449bb17fd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e0c77754-4085-434b-a3e8-d61be099ac67", "external-id": "nsx-vlan-transportzone-822", "segmentation_id": 822, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bd6f493-a3", "ovs_interfaceid": "4bd6f493-a3a3-462c-85fa-0695d4603f58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.154622] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "70e46613-bc6f-4b1c-9a73-880bc8f77946" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.154868] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "70e46613-bc6f-4b1c-9a73-880bc8f77946" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.155083] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "70e46613-bc6f-4b1c-9a73-880bc8f77946-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.155263] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "70e46613-bc6f-4b1c-9a73-880bc8f77946-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.155457] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "70e46613-bc6f-4b1c-9a73-880bc8f77946-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.157670] env[62788]: INFO nova.compute.manager [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Terminating instance [ 910.185847] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063782} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.188163] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.189432] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aedc0f7-8670-4faf-b668-0e3bcc8aade2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.209203] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 7cf516ce-494d-455e-bfcd-3b71df267be4/7cf516ce-494d-455e-bfcd-3b71df267be4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.211766] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4822b099-e7c6-435a-a338-929ef87541d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.231272] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 910.231272] env[62788]: value = "task-2394225" [ 910.231272] env[62788]: _type = "Task" [ 910.231272] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.240124] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.286141] env[62788]: DEBUG nova.network.neutron [-] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.291890] env[62788]: DEBUG nova.compute.manager [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 910.312690] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb2c808-4b30-449e-99f9-c11aaa687e25 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.320926] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769233fb-272c-4287-945d-c4a222e1dc1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.354235] env[62788]: DEBUG oslo_concurrency.lockutils [None req-182010b4-51dc-402b-aa6b-966204b7906a tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "25d99f37-2e63-46c5-9b14-94405ec25aec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.715s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.355288] env[62788]: DEBUG nova.network.neutron [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Successfully created port: 0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.359694] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ce23f8-3ea8-4e39-9955-c5a4009872c0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.368126] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e027ea49-09a0-41ae-b264-78ce43391e39 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.381983] env[62788]: DEBUG nova.compute.provider_tree [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.404318] env[62788]: DEBUG nova.compute.manager [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 910.468243] env[62788]: DEBUG oslo_vmware.api [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394223, 'name': PowerOnVM_Task, 'duration_secs': 0.564093} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.469308] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.469653] env[62788]: INFO nova.compute.manager [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Took 8.60 seconds to spawn the instance on the hypervisor. [ 910.469908] env[62788]: DEBUG nova.compute.manager [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 910.470749] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aae289d-9006-45cc-8e31-775d02079bbb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.474912] env[62788]: DEBUG nova.network.neutron [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Updating instance_info_cache with network_info: [{"id": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "address": "fa:16:3e:f6:3e:50", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1422a1c-ce", "ovs_interfaceid": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbbe7140-be2d-4654-92b0-5fff1e52253d", "address": "fa:16:3e:95:d7:6b", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbe7140-be", "ovs_interfaceid": "dbbe7140-be2d-4654-92b0-5fff1e52253d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.537117] env[62788]: DEBUG oslo_concurrency.lockutils [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Releasing lock "refresh_cache-adb75301-5ea3-4467-bf86-e4e7891e9d28" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.537117] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31061483-6f1e-4aea-aee8-8a6c63652c70 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.542240] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Resuming the VM {{(pid=62788) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 910.542710] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e49f9e7b-897e-422d-b18c-b6c20a2151cb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.549814] env[62788]: DEBUG oslo_vmware.api [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 910.549814] env[62788]: value = "task-2394226" [ 910.549814] env[62788]: _type = "Task" [ 910.549814] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.562140] env[62788]: DEBUG oslo_vmware.api [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.662370] env[62788]: DEBUG nova.compute.manager [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 910.662483] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.663374] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a09c945-0063-452f-85cd-ff5e92febe06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.670853] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.671197] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94dbbb94-eabe-45b2-943b-13dbe14e0d10 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.678018] env[62788]: DEBUG oslo_vmware.api [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 910.678018] env[62788]: value = "task-2394227" [ 910.678018] env[62788]: _type = "Task" [ 910.678018] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.688080] env[62788]: DEBUG oslo_vmware.api [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2394227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.741750] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.791099] env[62788]: INFO nova.compute.manager [-] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Took 1.31 seconds to deallocate network for instance. [ 910.809471] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.885500] env[62788]: DEBUG nova.scheduler.client.report [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.978344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.979100] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.979344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.980359] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d08810-2949-4d15-bc4d-3181d894e024 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.001827] env[62788]: DEBUG nova.virt.hardware [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.002117] env[62788]: DEBUG nova.virt.hardware [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.002288] env[62788]: DEBUG nova.virt.hardware [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.002469] env[62788]: DEBUG nova.virt.hardware [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.002616] env[62788]: DEBUG nova.virt.hardware [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.002763] env[62788]: DEBUG nova.virt.hardware [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.002965] env[62788]: DEBUG nova.virt.hardware [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.003132] env[62788]: DEBUG nova.virt.hardware [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.003297] env[62788]: DEBUG nova.virt.hardware [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.003457] env[62788]: DEBUG nova.virt.hardware [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.003633] env[62788]: DEBUG nova.virt.hardware [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.009978] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Reconfiguring VM to attach interface {{(pid=62788) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 911.010632] env[62788]: INFO nova.compute.manager [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Took 28.47 seconds to build instance. [ 911.011819] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-136fcac6-d32a-485e-ae7e-7e5d5642390f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.029919] env[62788]: DEBUG oslo_vmware.api [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 911.029919] env[62788]: value = "task-2394228" [ 911.029919] env[62788]: _type = "Task" [ 911.029919] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.037803] env[62788]: DEBUG oslo_vmware.api [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394228, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.058757] env[62788]: DEBUG oslo_vmware.api [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.188871] env[62788]: DEBUG oslo_vmware.api [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2394227, 'name': PowerOffVM_Task, 'duration_secs': 0.463027} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.189088] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.189264] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.189511] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a703fe5f-8aa4-4f66-a8ee-71c7c82cd2e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.242049] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.285129] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.285129] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.285297] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Deleting the datastore file [datastore2] 70e46613-bc6f-4b1c-9a73-880bc8f77946 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.285571] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-600f60ca-1df2-4ff4-8d67-df633bc2111c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.292760] env[62788]: DEBUG oslo_vmware.api [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for the task: (returnval){ [ 911.292760] env[62788]: value = "task-2394230" [ 911.292760] env[62788]: _type = "Task" [ 911.292760] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.301439] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.301710] env[62788]: DEBUG oslo_vmware.api [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2394230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.390529] env[62788]: DEBUG oslo_concurrency.lockutils [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.393150] env[62788]: DEBUG oslo_concurrency.lockutils [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.098s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.393412] env[62788]: DEBUG nova.objects.instance [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lazy-loading 'resources' on Instance uuid 7dc6128f-ff23-4add-a7cf-52c54174ea85 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.415514] env[62788]: DEBUG nova.compute.manager [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 911.428660] env[62788]: INFO nova.scheduler.client.report [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Deleted allocations for instance 82c45586-a150-4f24-836c-a87e31ef0654 [ 911.446636] env[62788]: DEBUG nova.virt.hardware [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.446906] env[62788]: DEBUG nova.virt.hardware [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.447097] env[62788]: DEBUG nova.virt.hardware [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.447299] env[62788]: DEBUG nova.virt.hardware [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.447454] env[62788]: DEBUG nova.virt.hardware [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.447660] env[62788]: DEBUG nova.virt.hardware [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.447866] env[62788]: DEBUG nova.virt.hardware [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.448127] env[62788]: DEBUG nova.virt.hardware [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.448228] env[62788]: DEBUG nova.virt.hardware [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.448393] env[62788]: DEBUG nova.virt.hardware [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.448580] env[62788]: DEBUG nova.virt.hardware [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.449849] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22d6107-20c6-4bba-af56-76d0440c70a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.463800] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725bb592-0cbf-4468-bf0e-c59488e61a73 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.525654] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ea5bc51f-a89a-4ab2-aeae-d55fd44d6975 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.995s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.543298] env[62788]: DEBUG oslo_vmware.api [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.563854] env[62788]: DEBUG oslo_vmware.api [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394226, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.741740] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394225, 'name': ReconfigVM_Task, 'duration_secs': 1.015051} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.744391] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 7cf516ce-494d-455e-bfcd-3b71df267be4/7cf516ce-494d-455e-bfcd-3b71df267be4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.744979] env[62788]: DEBUG nova.compute.manager [req-5e1ce3a6-8c72-41d7-b1fa-42f90cb566ed req-53f360b9-b629-40ac-b949-aebf17b3457f service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Received event network-changed-dbbe7140-be2d-4654-92b0-5fff1e52253d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 911.745169] env[62788]: DEBUG nova.compute.manager [req-5e1ce3a6-8c72-41d7-b1fa-42f90cb566ed req-53f360b9-b629-40ac-b949-aebf17b3457f service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Refreshing instance network info cache due to event network-changed-dbbe7140-be2d-4654-92b0-5fff1e52253d. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 911.745381] env[62788]: DEBUG oslo_concurrency.lockutils [req-5e1ce3a6-8c72-41d7-b1fa-42f90cb566ed req-53f360b9-b629-40ac-b949-aebf17b3457f service nova] Acquiring lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.745516] env[62788]: DEBUG oslo_concurrency.lockutils [req-5e1ce3a6-8c72-41d7-b1fa-42f90cb566ed req-53f360b9-b629-40ac-b949-aebf17b3457f service nova] Acquired lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.745691] env[62788]: DEBUG nova.network.neutron [req-5e1ce3a6-8c72-41d7-b1fa-42f90cb566ed req-53f360b9-b629-40ac-b949-aebf17b3457f service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Refreshing network info cache for port dbbe7140-be2d-4654-92b0-5fff1e52253d {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.746860] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-264c621b-35c0-4c35-b1a1-093991fa5b82 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.753832] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 911.753832] env[62788]: value = "task-2394231" [ 911.753832] env[62788]: _type = "Task" [ 911.753832] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.763548] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394231, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.802835] env[62788]: DEBUG oslo_vmware.api [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Task: {'id': task-2394230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374478} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.803103] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.803313] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.803506] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.803690] env[62788]: INFO nova.compute.manager [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Took 1.14 seconds to destroy the instance on the hypervisor. [ 911.803962] env[62788]: DEBUG oslo.service.loopingcall [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.804181] env[62788]: DEBUG nova.compute.manager [-] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 911.804272] env[62788]: DEBUG nova.network.neutron [-] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.905532] env[62788]: DEBUG nova.network.neutron [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Successfully updated port: 0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.944315] env[62788]: DEBUG oslo_concurrency.lockutils [None req-894ea050-9890-4c2f-a9db-6854e17c951e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "82c45586-a150-4f24-836c-a87e31ef0654" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.962s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.956159] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.956659] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.956659] env[62788]: INFO nova.compute.manager [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Shelving [ 912.040595] env[62788]: DEBUG oslo_vmware.api [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394228, 'name': ReconfigVM_Task, 'duration_secs': 0.812495} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.041183] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.041418] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Reconfigured VM to attach interface {{(pid=62788) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 912.060471] env[62788]: DEBUG oslo_vmware.api [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394226, 'name': PowerOnVM_Task, 'duration_secs': 1.013768} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.062055] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Resumed the VM {{(pid=62788) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 912.062255] env[62788]: DEBUG nova.compute.manager [None req-34beba29-45f1-4332-95b5-266e6a98ce38 tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 912.063351] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ac6d0d-0df8-4c31-864f-13a7caf7398e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.265119] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394231, 'name': Rename_Task, 'duration_secs': 0.173862} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.268809] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.269916] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-debd18bf-d392-4b02-b92b-fa84cce385e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.278255] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 912.278255] env[62788]: value = "task-2394232" [ 912.278255] env[62788]: _type = "Task" [ 912.278255] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.280264] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4134a13-ec1f-4838-8148-76793abd5dfe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.300393] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69960d1b-3252-42a3-846f-61c4de5a49e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.303927] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394232, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.334719] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ea7b8f-65a2-48e2-bae3-4998ffc1b41c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.342442] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ecf3f5-bc47-4547-bb1c-bad2c98f55bc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.358855] env[62788]: DEBUG nova.compute.provider_tree [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.410157] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.410572] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.410572] env[62788]: DEBUG nova.network.neutron [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.510874] env[62788]: DEBUG nova.network.neutron [req-5e1ce3a6-8c72-41d7-b1fa-42f90cb566ed req-53f360b9-b629-40ac-b949-aebf17b3457f service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Updated VIF entry in instance network info cache for port dbbe7140-be2d-4654-92b0-5fff1e52253d. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.511325] env[62788]: DEBUG nova.network.neutron [req-5e1ce3a6-8c72-41d7-b1fa-42f90cb566ed req-53f360b9-b629-40ac-b949-aebf17b3457f service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Updating instance_info_cache with network_info: [{"id": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "address": "fa:16:3e:f6:3e:50", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1422a1c-ce", "ovs_interfaceid": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dbbe7140-be2d-4654-92b0-5fff1e52253d", "address": "fa:16:3e:95:d7:6b", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbbe7140-be", "ovs_interfaceid": "dbbe7140-be2d-4654-92b0-5fff1e52253d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.547765] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f85cdf-799c-4029-8d03-0fbc06b089ff tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-17e14f3f-8170-4dff-bc39-6123194ed8e0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.568s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.733139] env[62788]: DEBUG nova.compute.manager [req-d9749be5-1741-4b6e-93b0-ded48b693346 req-4c9c5c03-8469-4827-b145-2c4220dd65f1 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Received event network-vif-deleted-223e3437-51db-46d6-a21c-a321abef4598 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 912.733434] env[62788]: INFO nova.compute.manager [req-d9749be5-1741-4b6e-93b0-ded48b693346 req-4c9c5c03-8469-4827-b145-2c4220dd65f1 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Neutron deleted interface 223e3437-51db-46d6-a21c-a321abef4598; detaching it from the instance and deleting it from the info cache [ 912.733631] env[62788]: DEBUG nova.network.neutron [req-d9749be5-1741-4b6e-93b0-ded48b693346 req-4c9c5c03-8469-4827-b145-2c4220dd65f1 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.794344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.794664] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.794796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.794979] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.795257] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.796836] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394232, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.797301] env[62788]: INFO nova.compute.manager [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Terminating instance [ 912.863047] env[62788]: DEBUG nova.scheduler.client.report [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.948300] env[62788]: DEBUG nova.network.neutron [-] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.950285] env[62788]: DEBUG nova.network.neutron [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 912.968633] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.969097] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c485fb22-fe7c-497a-abcb-543f097989c6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.976461] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 912.976461] env[62788]: value = "task-2394233" [ 912.976461] env[62788]: _type = "Task" [ 912.976461] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.985182] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.016689] env[62788]: DEBUG oslo_concurrency.lockutils [req-5e1ce3a6-8c72-41d7-b1fa-42f90cb566ed req-53f360b9-b629-40ac-b949-aebf17b3457f service nova] Releasing lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.016689] env[62788]: DEBUG nova.compute.manager [req-5e1ce3a6-8c72-41d7-b1fa-42f90cb566ed req-53f360b9-b629-40ac-b949-aebf17b3457f service nova] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Received event network-vif-deleted-20d525d9-5779-4726-85e2-e03b4715f6ad {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 913.121859] env[62788]: DEBUG nova.network.neutron [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updating instance_info_cache with network_info: [{"id": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "address": "fa:16:3e:55:4f:71", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3a6ab2-a0", "ovs_interfaceid": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.236574] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-808662d1-3adb-422a-9686-2d88b130ce0f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.247433] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9a5e0d-d579-46c9-942d-2d7800bfb559 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.281577] env[62788]: DEBUG nova.compute.manager [req-d9749be5-1741-4b6e-93b0-ded48b693346 req-4c9c5c03-8469-4827-b145-2c4220dd65f1 service nova] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Detach interface failed, port_id=223e3437-51db-46d6-a21c-a321abef4598, reason: Instance 70e46613-bc6f-4b1c-9a73-880bc8f77946 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 913.289282] env[62788]: DEBUG oslo_vmware.api [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394232, 'name': PowerOnVM_Task, 'duration_secs': 0.904366} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.289607] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.290354] env[62788]: INFO nova.compute.manager [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Took 6.31 seconds to spawn the instance on the hypervisor. [ 913.290354] env[62788]: DEBUG nova.compute.manager [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 913.290917] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4fd6d2-6f4b-4b51-b436-55e9b59c79d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.300696] env[62788]: DEBUG nova.compute.manager [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 913.300925] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.301654] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a300afb-87ee-450c-8e9a-e0a83ad70482 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.308380] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.308551] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25956123-0d5e-4cfc-a535-ef1f4ea1d9ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.314556] env[62788]: DEBUG oslo_vmware.api [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 913.314556] env[62788]: value = "task-2394234" [ 913.314556] env[62788]: _type = "Task" [ 913.314556] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.322137] env[62788]: DEBUG oslo_vmware.api [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.370349] env[62788]: DEBUG oslo_concurrency.lockutils [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.375124] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.813s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.377493] env[62788]: INFO nova.compute.claims [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.401521] env[62788]: INFO nova.scheduler.client.report [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleted allocations for instance 7dc6128f-ff23-4add-a7cf-52c54174ea85 [ 913.453392] env[62788]: INFO nova.compute.manager [-] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Took 1.65 seconds to deallocate network for instance. [ 913.487169] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394233, 'name': PowerOffVM_Task, 'duration_secs': 0.216475} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.487438] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.491041] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e72ab-0071-409e-8c83-10abfc1085af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.510707] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5202e078-2d11-4fd5-8a33-265f5517a3a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.625236] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.625743] env[62788]: DEBUG nova.compute.manager [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Instance network_info: |[{"id": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "address": "fa:16:3e:55:4f:71", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3a6ab2-a0", "ovs_interfaceid": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 913.626210] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:4f:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c3a6ab2-a045-4802-8a1c-f60121d1b92d', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.634168] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating folder: Project (d89dbe21cc8c40aea81a52c74eb77083). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.634473] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14f387b9-b022-41ae-b2c6-902bdb175f08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.644841] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Created folder: Project (d89dbe21cc8c40aea81a52c74eb77083) in parent group-v485515. [ 913.645055] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating folder: Instances. Parent ref: group-v485713. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.645294] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a7105b1-ebae-45ac-b102-c410faf84f2c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.656361] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Created folder: Instances in parent group-v485713. [ 913.656654] env[62788]: DEBUG oslo.service.loopingcall [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 913.656776] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.656983] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e97cdd1d-123b-46f6-98a0-bb931b588a14 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.678096] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.678096] env[62788]: value = "task-2394237" [ 913.678096] env[62788]: _type = "Task" [ 913.678096] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.685904] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394237, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.805882] env[62788]: INFO nova.compute.manager [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Took 29.87 seconds to build instance. [ 913.825865] env[62788]: DEBUG oslo_vmware.api [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394234, 'name': PowerOffVM_Task, 'duration_secs': 0.168435} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.826195] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.826410] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.826687] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20a8a122-208c-42c0-ab40-372828554c25 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.890545] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.890545] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.890545] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Deleting the datastore file [datastore1] 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.890545] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c4e2b4e-2b45-416e-a6b3-c1de6335e97c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.897065] env[62788]: DEBUG oslo_vmware.api [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for the task: (returnval){ [ 913.897065] env[62788]: value = "task-2394239" [ 913.897065] env[62788]: _type = "Task" [ 913.897065] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.913020] env[62788]: DEBUG oslo_vmware.api [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.913486] env[62788]: DEBUG oslo_concurrency.lockutils [None req-27e3e332-dac0-4f92-83be-155c4352deb0 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "7dc6128f-ff23-4add-a7cf-52c54174ea85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.993s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.961160] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.012866] env[62788]: DEBUG nova.compute.manager [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Received event network-vif-plugged-0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 914.012866] env[62788]: DEBUG oslo_concurrency.lockutils [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] Acquiring lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.012866] env[62788]: DEBUG oslo_concurrency.lockutils [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.012866] env[62788]: DEBUG oslo_concurrency.lockutils [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.013328] env[62788]: DEBUG nova.compute.manager [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] No waiting events found dispatching network-vif-plugged-0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.013578] env[62788]: WARNING nova.compute.manager [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Received unexpected event network-vif-plugged-0c3a6ab2-a045-4802-8a1c-f60121d1b92d for instance with vm_state building and task_state spawning. [ 914.013896] env[62788]: DEBUG nova.compute.manager [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Received event network-changed-0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 914.014206] env[62788]: DEBUG nova.compute.manager [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Refreshing instance network info cache due to event network-changed-0c3a6ab2-a045-4802-8a1c-f60121d1b92d. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 914.014512] env[62788]: DEBUG oslo_concurrency.lockutils [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] Acquiring lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.014896] env[62788]: DEBUG oslo_concurrency.lockutils [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] Acquired lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.015229] env[62788]: DEBUG nova.network.neutron [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Refreshing network info cache for port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.021951] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 914.022564] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1601c87b-abc3-4876-971c-08834c390a3e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.031305] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 914.031305] env[62788]: value = "task-2394240" [ 914.031305] env[62788]: _type = "Task" [ 914.031305] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.042364] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394240, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.188073] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394237, 'name': CreateVM_Task, 'duration_secs': 0.408148} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.188269] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.188995] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.189191] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.189530] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 914.189826] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd295bb2-408d-4668-b16d-840009c4c7c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.194490] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 914.194490] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525315e4-4251-73d8-1ac6-b7c8c2488005" [ 914.194490] env[62788]: _type = "Task" [ 914.194490] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.202022] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525315e4-4251-73d8-1ac6-b7c8c2488005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.229561] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.230561] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.230561] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.230561] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.230561] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.232533] env[62788]: INFO nova.compute.manager [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Terminating instance [ 914.307846] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a3144795-39c2-471c-bc21-8c599fd029f2 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "7cf516ce-494d-455e-bfcd-3b71df267be4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.387s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.407364] env[62788]: DEBUG oslo_vmware.api [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Task: {'id': task-2394239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133378} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.408241] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.408241] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.408241] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.408241] env[62788]: INFO nova.compute.manager [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 914.408418] env[62788]: DEBUG oslo.service.loopingcall [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.408544] env[62788]: DEBUG nova.compute.manager [-] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 914.408634] env[62788]: DEBUG nova.network.neutron [-] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.415355] env[62788]: INFO nova.compute.manager [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Rebuilding instance [ 914.464211] env[62788]: DEBUG nova.compute.manager [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 914.465088] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836632a8-d6b5-4908-b75f-c1582be80c67 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.543321] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394240, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.708608] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525315e4-4251-73d8-1ac6-b7c8c2488005, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.708918] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.709178] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.713097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.713097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.713097] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.713097] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c86c1f4-9929-47e2-8944-3e15de1418cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.718721] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.718897] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.725538] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee452bc-9200-4f0b-9c0f-e3b89e8f06bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.728100] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 914.728100] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d2f336-0249-8134-0593-9634217c2e3c" [ 914.728100] env[62788]: _type = "Task" [ 914.728100] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.737115] env[62788]: DEBUG nova.compute.manager [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 914.737322] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.737607] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d2f336-0249-8134-0593-9634217c2e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.738360] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea397dfe-7c2b-4379-a0da-8ad050162a60 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.749380] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.749682] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-221a4d69-4f51-46c5-ad4f-3f1463b3201e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.759202] env[62788]: DEBUG oslo_vmware.api [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 914.759202] env[62788]: value = "task-2394241" [ 914.759202] env[62788]: _type = "Task" [ 914.759202] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.768376] env[62788]: DEBUG oslo_vmware.api [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.770547] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd67887-6445-427d-be6f-6a55a9495a15 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.775051] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "interface-17e14f3f-8170-4dff-bc39-6123194ed8e0-dbbe7140-be2d-4654-92b0-5fff1e52253d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 914.775225] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-17e14f3f-8170-4dff-bc39-6123194ed8e0-dbbe7140-be2d-4654-92b0-5fff1e52253d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 914.779701] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d436075-804c-4275-bd76-354ef8115a0f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.784946] env[62788]: DEBUG nova.network.neutron [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updated VIF entry in instance network info cache for port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.785344] env[62788]: DEBUG nova.network.neutron [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updating instance_info_cache with network_info: [{"id": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "address": "fa:16:3e:55:4f:71", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3a6ab2-a0", "ovs_interfaceid": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.815277] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9b7aed-75db-4367-aaf3-e12cb2f2509e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.823682] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d588791c-fbfa-4847-b1f1-13501040a386 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.838751] env[62788]: DEBUG nova.compute.provider_tree [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.042282] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394240, 'name': CreateSnapshot_Task, 'duration_secs': 0.811876} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.042562] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 915.043329] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8779e8e6-954d-45da-91e0-c0271a101d95 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.239638] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d2f336-0249-8134-0593-9634217c2e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.014482} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.240573] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3927fe-7e89-4ea6-bb5e-9276e8e964a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.245939] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 915.245939] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5264e2b5-70f3-9c1a-5d7c-db3a564993ed" [ 915.245939] env[62788]: _type = "Task" [ 915.245939] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.253639] env[62788]: DEBUG nova.network.neutron [-] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.254909] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5264e2b5-70f3-9c1a-5d7c-db3a564993ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.267557] env[62788]: DEBUG oslo_vmware.api [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394241, 'name': PowerOffVM_Task, 'duration_secs': 0.191552} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.267770] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.267938] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.268192] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ef03e98-3f99-438c-bdef-93816dfc68a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.280192] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.280375] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.281168] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e53b71-15d4-41a4-b519-fe24b50feb8c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.301588] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa684c5d-03dc-4374-9b45-5cdd6740232c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.322938] env[62788]: DEBUG oslo_concurrency.lockutils [req-0914f932-2c8f-49dc-8764-4cb8a684ceea req-1bf07fe7-66d8-4073-9249-2f79dd5cba6b service nova] Releasing lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.328790] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Reconfiguring VM to detach interface {{(pid=62788) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 915.329834] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdef32f3-318c-48de-be6b-cf19633c00d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.344355] env[62788]: DEBUG nova.scheduler.client.report [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.347670] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.347880] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.348074] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleting the datastore file [datastore1] 33227b7a-3dfe-4d7b-8fd8-da6100ecb820 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.348859] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f068567-b464-4399-b8c8-c0b9308903f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.353633] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 915.353633] env[62788]: value = "task-2394243" [ 915.353633] env[62788]: _type = "Task" [ 915.353633] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.357547] env[62788]: DEBUG oslo_vmware.api [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 915.357547] env[62788]: value = "task-2394244" [ 915.357547] env[62788]: _type = "Task" [ 915.357547] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.364612] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.369355] env[62788]: DEBUG oslo_vmware.api [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.482443] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.482777] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ab7f55b-7932-4574-9ae6-81779f46f6d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.490370] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 915.490370] env[62788]: value = "task-2394245" [ 915.490370] env[62788]: _type = "Task" [ 915.490370] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.499701] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.562044] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 915.562044] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca5eb489-b9cf-4640-ab54-f8167e3de95d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.570270] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 915.570270] env[62788]: value = "task-2394246" [ 915.570270] env[62788]: _type = "Task" [ 915.570270] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.578734] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394246, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.757081] env[62788]: INFO nova.compute.manager [-] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Took 1.35 seconds to deallocate network for instance. [ 915.758069] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5264e2b5-70f3-9c1a-5d7c-db3a564993ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.759445] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.759820] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 7ff81b21-7171-4a1d-9dd1-1344f46a434a/7ff81b21-7171-4a1d-9dd1-1344f46a434a.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.762806] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e6ea07c-1a9a-4e09-b3a2-ce4fbf25e547 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.769698] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 915.769698] env[62788]: value = "task-2394247" [ 915.769698] env[62788]: _type = "Task" [ 915.769698] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.777746] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.849711] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.850219] env[62788]: DEBUG nova.compute.manager [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 915.853046] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.303s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.854496] env[62788]: INFO nova.compute.claims [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.871614] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.874657] env[62788]: DEBUG oslo_vmware.api [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133922} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.874892] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.875093] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.875275] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.875449] env[62788]: INFO nova.compute.manager [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Took 1.14 seconds to destroy the instance on the hypervisor. [ 915.875686] env[62788]: DEBUG oslo.service.loopingcall [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 915.875877] env[62788]: DEBUG nova.compute.manager [-] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 915.875973] env[62788]: DEBUG nova.network.neutron [-] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.999922] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394245, 'name': PowerOffVM_Task, 'duration_secs': 0.19425} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.000256] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.000534] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.001446] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfc4858-d945-4866-bcde-b290a9c5589e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.008446] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.008697] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b085cd8-3372-4621-a14d-686590f445f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.037356] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.037668] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.037898] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Deleting the datastore file [datastore2] 7cf516ce-494d-455e-bfcd-3b71df267be4 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.038229] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b770d94-b76d-45d8-8904-8a5e482c6137 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.044050] env[62788]: DEBUG nova.compute.manager [req-9e0b8ea7-524e-4230-bded-ecf18387e884 req-f731b1d3-9c48-4e75-83c6-d9cd93b28581 service nova] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Received event network-vif-deleted-5dcc5aa5-8276-4fd7-b20a-60916ccdac65 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 916.045868] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 916.045868] env[62788]: value = "task-2394249" [ 916.045868] env[62788]: _type = "Task" [ 916.045868] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.056734] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.083672] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394246, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.169167] env[62788]: DEBUG nova.compute.manager [req-d08a0dcf-f5a3-4a15-b4a5-89063c3077aa req-49d8db26-a960-429b-a918-aa17adab8fae service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Received event network-vif-deleted-65d93d8b-ae2e-4556-ab61-592f2662d335 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 916.169411] env[62788]: INFO nova.compute.manager [req-d08a0dcf-f5a3-4a15-b4a5-89063c3077aa req-49d8db26-a960-429b-a918-aa17adab8fae service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Neutron deleted interface 65d93d8b-ae2e-4556-ab61-592f2662d335; detaching it from the instance and deleting it from the info cache [ 916.169621] env[62788]: DEBUG nova.network.neutron [req-d08a0dcf-f5a3-4a15-b4a5-89063c3077aa req-49d8db26-a960-429b-a918-aa17adab8fae service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.267175] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.282536] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394247, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.359492] env[62788]: DEBUG nova.compute.utils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 916.363408] env[62788]: DEBUG nova.compute.manager [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 916.363608] env[62788]: DEBUG nova.network.neutron [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.378433] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.416238] env[62788]: DEBUG nova.policy [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '686a3f66ab964d5e989451a7e3425f1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8533f2b65f6348779c5b5f6c37395fa4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.556295] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182577} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.556589] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.556806] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.556988] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.583887] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394246, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.644986] env[62788]: DEBUG nova.network.neutron [-] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.675294] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ea45f82-5b31-4ebb-82e3-a394ef670714 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.687911] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00eab3c-773e-4cbb-ba6e-700159247e8a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.728064] env[62788]: DEBUG nova.compute.manager [req-d08a0dcf-f5a3-4a15-b4a5-89063c3077aa req-49d8db26-a960-429b-a918-aa17adab8fae service nova] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Detach interface failed, port_id=65d93d8b-ae2e-4556-ab61-592f2662d335, reason: Instance 33227b7a-3dfe-4d7b-8fd8-da6100ecb820 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 916.781820] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642498} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.782330] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 7ff81b21-7171-4a1d-9dd1-1344f46a434a/7ff81b21-7171-4a1d-9dd1-1344f46a434a.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 916.783015] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.783432] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54ade969-b8ae-4f8c-90bd-c97ba7611abb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.791733] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 916.791733] env[62788]: value = "task-2394250" [ 916.791733] env[62788]: _type = "Task" [ 916.791733] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.801607] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.804916] env[62788]: DEBUG nova.network.neutron [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Successfully created port: 5728193a-3310-423f-a21e-da2178413a9f {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.866072] env[62788]: DEBUG nova.compute.manager [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 916.876845] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.083085] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394246, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.148158] env[62788]: INFO nova.compute.manager [-] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Took 1.27 seconds to deallocate network for instance. [ 917.192759] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287582b1-79d1-4ee2-9c80-cd446eb17d15 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.199960] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5540a4-95b7-4fb3-a44b-6ed5e699f54c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.229734] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952c4dfc-34ff-4731-9f3f-9299aae716fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.237501] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c5d93f-ae16-40c8-924a-25dc9213a707 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.253230] env[62788]: DEBUG nova.compute.provider_tree [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.302896] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06687} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.303160] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.303952] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fea3e6-0af6-4f09-a253-b6bbf1c43f00 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.329279] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 7ff81b21-7171-4a1d-9dd1-1344f46a434a/7ff81b21-7171-4a1d-9dd1-1344f46a434a.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.330073] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a691d9-3383-4e3b-a9b9-a6e8a323f2d0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.350106] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 917.350106] env[62788]: value = "task-2394251" [ 917.350106] env[62788]: _type = "Task" [ 917.350106] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.358610] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.376144] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.584165] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394246, 'name': CloneVM_Task, 'duration_secs': 1.902924} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.584815] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Created linked-clone VM from snapshot [ 917.585211] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128c59f9-a546-4df9-96aa-daaac9ccaa09 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.592370] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Uploading image 01252162-9548-459d-8667-bcafcad32a04 {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.601854] env[62788]: DEBUG nova.virt.hardware [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.602093] env[62788]: DEBUG nova.virt.hardware [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.602266] env[62788]: DEBUG nova.virt.hardware [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.602428] env[62788]: DEBUG nova.virt.hardware [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.602574] env[62788]: DEBUG nova.virt.hardware [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.602722] env[62788]: DEBUG nova.virt.hardware [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.602929] env[62788]: DEBUG nova.virt.hardware [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.603099] env[62788]: DEBUG nova.virt.hardware [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.603265] env[62788]: DEBUG nova.virt.hardware [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.603428] env[62788]: DEBUG nova.virt.hardware [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.603599] env[62788]: DEBUG nova.virt.hardware [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.604411] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc85f60-18c2-4d91-ac82-abdf6481c13e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.614865] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.614865] env[62788]: value = "vm-485717" [ 917.614865] env[62788]: _type = "VirtualMachine" [ 917.614865] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.616114] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6ef740-0ba3-44e0-8084-e81d5936187f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.620042] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8ddaf223-d2e0-4bd2-a924-40a8b1e33d89 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.632171] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Instance VIF info [] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.637429] env[62788]: DEBUG oslo.service.loopingcall [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 917.638857] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.639207] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lease: (returnval){ [ 917.639207] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b00537-3a78-f60b-44ce-b25388d3c7b7" [ 917.639207] env[62788]: _type = "HttpNfcLease" [ 917.639207] env[62788]: } obtained for exporting VM: (result){ [ 917.639207] env[62788]: value = "vm-485717" [ 917.639207] env[62788]: _type = "VirtualMachine" [ 917.639207] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.639439] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the lease: (returnval){ [ 917.639439] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b00537-3a78-f60b-44ce-b25388d3c7b7" [ 917.639439] env[62788]: _type = "HttpNfcLease" [ 917.639439] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.639592] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dedcd495-46e1-4002-b530-805a588fc548 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.655177] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.658858] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.658858] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b00537-3a78-f60b-44ce-b25388d3c7b7" [ 917.658858] env[62788]: _type = "HttpNfcLease" [ 917.658858] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 917.660331] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 917.660331] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b00537-3a78-f60b-44ce-b25388d3c7b7" [ 917.660331] env[62788]: _type = "HttpNfcLease" [ 917.660331] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 917.660331] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.660331] env[62788]: value = "task-2394253" [ 917.660331] env[62788]: _type = "Task" [ 917.660331] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.660783] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78a4b02-bc01-47c1-9c70-4e8a9df5f8f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.670518] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394253, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.673763] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ba53c-0cc0-2a49-8305-cf32c968baf8/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 917.673763] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ba53c-0cc0-2a49-8305-cf32c968baf8/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 917.757373] env[62788]: DEBUG nova.scheduler.client.report [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.765718] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-23d86740-0ca9-4c20-b4d6-ebe0db59d6d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.862363] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394251, 'name': ReconfigVM_Task, 'duration_secs': 0.294825} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.865676] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 7ff81b21-7171-4a1d-9dd1-1344f46a434a/7ff81b21-7171-4a1d-9dd1-1344f46a434a.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 917.866662] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a79451a-9ed4-47f6-a52f-76df10f7c0fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.876218] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.876218] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 917.876218] env[62788]: value = "task-2394254" [ 917.876218] env[62788]: _type = "Task" [ 917.876218] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.881542] env[62788]: DEBUG nova.compute.manager [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 917.886965] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394254, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.909019] env[62788]: DEBUG nova.virt.hardware [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.909019] env[62788]: DEBUG nova.virt.hardware [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.909019] env[62788]: DEBUG nova.virt.hardware [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.909019] env[62788]: DEBUG nova.virt.hardware [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.909019] env[62788]: DEBUG nova.virt.hardware [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.909019] env[62788]: DEBUG nova.virt.hardware [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.911818] env[62788]: DEBUG nova.virt.hardware [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.912052] env[62788]: DEBUG nova.virt.hardware [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.912255] env[62788]: DEBUG nova.virt.hardware [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.912423] env[62788]: DEBUG nova.virt.hardware [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.912597] env[62788]: DEBUG nova.virt.hardware [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.913601] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da912a3-e582-4719-8d54-af72f69c8a38 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.921991] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b962211-d340-4259-9df3-6352bae17f6b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.172961] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394253, 'name': CreateVM_Task, 'duration_secs': 0.344557} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.173322] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.173885] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.174150] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.174481] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 918.174781] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda4a8ac-74a5-443a-aab9-dc8f96a6592b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.181629] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 918.181629] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523dbf1a-dce2-2ed5-12e0-90d59f63b8a0" [ 918.181629] env[62788]: _type = "Task" [ 918.181629] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.190800] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523dbf1a-dce2-2ed5-12e0-90d59f63b8a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.232151] env[62788]: DEBUG nova.compute.manager [req-573dbc2c-4506-42aa-b7ad-69199742348d req-875f9cb4-da2a-4709-bc71-f1c8a18de031 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Received event network-vif-plugged-5728193a-3310-423f-a21e-da2178413a9f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 918.232151] env[62788]: DEBUG oslo_concurrency.lockutils [req-573dbc2c-4506-42aa-b7ad-69199742348d req-875f9cb4-da2a-4709-bc71-f1c8a18de031 service nova] Acquiring lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.232151] env[62788]: DEBUG oslo_concurrency.lockutils [req-573dbc2c-4506-42aa-b7ad-69199742348d req-875f9cb4-da2a-4709-bc71-f1c8a18de031 service nova] Lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.232151] env[62788]: DEBUG oslo_concurrency.lockutils [req-573dbc2c-4506-42aa-b7ad-69199742348d req-875f9cb4-da2a-4709-bc71-f1c8a18de031 service nova] Lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.232151] env[62788]: DEBUG nova.compute.manager [req-573dbc2c-4506-42aa-b7ad-69199742348d req-875f9cb4-da2a-4709-bc71-f1c8a18de031 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] No waiting events found dispatching network-vif-plugged-5728193a-3310-423f-a21e-da2178413a9f {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.232151] env[62788]: WARNING nova.compute.manager [req-573dbc2c-4506-42aa-b7ad-69199742348d req-875f9cb4-da2a-4709-bc71-f1c8a18de031 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Received unexpected event network-vif-plugged-5728193a-3310-423f-a21e-da2178413a9f for instance with vm_state building and task_state spawning. [ 918.266812] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.267504] env[62788]: DEBUG nova.compute.manager [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 918.270834] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.037s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.273037] env[62788]: INFO nova.compute.claims [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.322586] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.322824] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.323042] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.324027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.324027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.325744] env[62788]: INFO nova.compute.manager [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Terminating instance [ 918.338151] env[62788]: DEBUG nova.network.neutron [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Successfully updated port: 5728193a-3310-423f-a21e-da2178413a9f {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.378159] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.390582] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394254, 'name': Rename_Task, 'duration_secs': 0.142135} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.390935] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 918.391207] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d2f97da-e4fe-4975-b551-f8b0185f49b5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.399253] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 918.399253] env[62788]: value = "task-2394255" [ 918.399253] env[62788]: _type = "Task" [ 918.399253] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.407492] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.693542] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523dbf1a-dce2-2ed5-12e0-90d59f63b8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.693892] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 918.694176] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.694431] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.694585] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.694783] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.695093] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e912ec88-5a53-4746-92a2-7eef0e9f0cdc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.705644] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.705644] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.706083] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-994b7fdc-152f-4b14-90c8-4be1afcac684 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.712368] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 918.712368] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523b2bf1-cbb4-ad0c-4d8e-741090e06892" [ 918.712368] env[62788]: _type = "Task" [ 918.712368] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.721143] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523b2bf1-cbb4-ad0c-4d8e-741090e06892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.780287] env[62788]: DEBUG nova.compute.utils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 918.783454] env[62788]: DEBUG nova.compute.manager [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 918.784053] env[62788]: DEBUG nova.network.neutron [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 918.833095] env[62788]: DEBUG nova.compute.manager [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 918.833095] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.835192] env[62788]: DEBUG nova.policy [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab9ffcddfd234d12b84e044c1f813489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a680e07ba3184e76a91cbad30e223e38', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.837831] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ba7663-59ef-4d80-a644-a35d2fe588a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.843302] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 918.843302] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquired lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.844982] env[62788]: DEBUG nova.network.neutron [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.851449] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.854638] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a23d4950-eabd-40b0-b373-95c44eaf727a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.862271] env[62788]: DEBUG oslo_vmware.api [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 918.862271] env[62788]: value = "task-2394256" [ 918.862271] env[62788]: _type = "Task" [ 918.862271] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.873897] env[62788]: DEBUG oslo_vmware.api [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.877570] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.911796] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394255, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.933225] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquiring lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.933225] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.933640] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquiring lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.933685] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.933876] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.937324] env[62788]: INFO nova.compute.manager [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Terminating instance [ 919.223927] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523b2bf1-cbb4-ad0c-4d8e-741090e06892, 'name': SearchDatastore_Task, 'duration_secs': 0.01576} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.224792] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70bd37cc-53f9-4709-a6aa-a6f93af4dfa0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.230555] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 919.230555] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f95537-9165-ab2b-fe74-9630142342a7" [ 919.230555] env[62788]: _type = "Task" [ 919.230555] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.239538] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f95537-9165-ab2b-fe74-9630142342a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.285847] env[62788]: DEBUG nova.compute.manager [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 919.309315] env[62788]: DEBUG nova.network.neutron [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Successfully created port: 47c1797e-d20d-4908-99c9-292d2672662a {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.377947] env[62788]: DEBUG oslo_vmware.api [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394256, 'name': PowerOffVM_Task, 'duration_secs': 0.212823} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.381755] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.381965] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.382248] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.384857] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d647b300-7f91-44aa-a4a2-b495896a75a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.391018] env[62788]: DEBUG nova.network.neutron [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.420049] env[62788]: DEBUG oslo_vmware.api [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394255, 'name': PowerOnVM_Task, 'duration_secs': 0.696638} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.422923] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.423162] env[62788]: INFO nova.compute.manager [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Took 8.01 seconds to spawn the instance on the hypervisor. [ 919.423369] env[62788]: DEBUG nova.compute.manager [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 919.424749] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6afd65-232e-4fce-9a2a-05fc084c90a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.446019] env[62788]: DEBUG nova.compute.manager [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 919.446019] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.446019] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d004c0b6-b619-4682-91ba-fe1b7727d690 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.455028] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.455028] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e4e21a0-7fdb-4011-ae9c-63a20d80f6d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.459209] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.459209] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.459209] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Deleting the datastore file [datastore1] adb75301-5ea3-4467-bf86-e4e7891e9d28 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.462564] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c148e164-dfa3-4f28-85c1-12fb1747386d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.468039] env[62788]: DEBUG oslo_vmware.api [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for the task: (returnval){ [ 919.468039] env[62788]: value = "task-2394258" [ 919.468039] env[62788]: _type = "Task" [ 919.468039] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.471496] env[62788]: DEBUG oslo_vmware.api [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for the task: (returnval){ [ 919.471496] env[62788]: value = "task-2394259" [ 919.471496] env[62788]: _type = "Task" [ 919.471496] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.479786] env[62788]: DEBUG oslo_vmware.api [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2394258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.492033] env[62788]: DEBUG oslo_vmware.api [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.584970] env[62788]: DEBUG nova.network.neutron [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Updating instance_info_cache with network_info: [{"id": "5728193a-3310-423f-a21e-da2178413a9f", "address": "fa:16:3e:62:c0:a1", "network": {"id": "c39bc335-13a3-4ce4-9af6-b772bb3b80d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2048656337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8533f2b65f6348779c5b5f6c37395fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5728193a-33", "ovs_interfaceid": "5728193a-3310-423f-a21e-da2178413a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.682016] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcdc177-0b44-4dcb-8488-d5880c2363a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.689083] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7df1f4-a629-4b69-856a-66a94f23c1c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.718914] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54efde5e-7876-492e-aaff-4fdefda0c4f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.726398] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1942ecfe-acf4-4adb-b333-474085748b72 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.743644] env[62788]: DEBUG nova.compute.provider_tree [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.748255] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f95537-9165-ab2b-fe74-9630142342a7, 'name': SearchDatastore_Task, 'duration_secs': 0.018585} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.748753] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 919.749017] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 7cf516ce-494d-455e-bfcd-3b71df267be4/7cf516ce-494d-455e-bfcd-3b71df267be4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.749278] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6f0d4c2-aab0-4176-a9f8-6f92a08f734b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.756948] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 919.756948] env[62788]: value = "task-2394260" [ 919.756948] env[62788]: _type = "Task" [ 919.756948] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.765398] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.878531] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.944021] env[62788]: INFO nova.compute.manager [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Took 34.40 seconds to build instance. [ 919.975444] env[62788]: DEBUG oslo_vmware.api [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2394258, 'name': PowerOffVM_Task, 'duration_secs': 0.213921} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.979196] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.979400] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.980075] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71a607a9-a1a9-47ee-98f9-c1bfd9cafd53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.990824] env[62788]: DEBUG oslo_vmware.api [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Task: {'id': task-2394259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196877} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.991118] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.991359] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.991499] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.991699] env[62788]: INFO nova.compute.manager [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Took 1.16 seconds to destroy the instance on the hypervisor. [ 919.991991] env[62788]: DEBUG oslo.service.loopingcall [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 919.992213] env[62788]: DEBUG nova.compute.manager [-] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 919.992306] env[62788]: DEBUG nova.network.neutron [-] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.050937] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.051235] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.051432] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Deleting the datastore file [datastore2] 4ac2d7b0-2633-4684-a1ee-71d15d2b4466 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.051752] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faab42c7-339e-4464-a58c-913f3d56ad22 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.060450] env[62788]: DEBUG oslo_vmware.api [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for the task: (returnval){ [ 920.060450] env[62788]: value = "task-2394262" [ 920.060450] env[62788]: _type = "Task" [ 920.060450] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.069758] env[62788]: DEBUG oslo_vmware.api [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2394262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.090840] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Releasing lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 920.091302] env[62788]: DEBUG nova.compute.manager [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Instance network_info: |[{"id": "5728193a-3310-423f-a21e-da2178413a9f", "address": "fa:16:3e:62:c0:a1", "network": {"id": "c39bc335-13a3-4ce4-9af6-b772bb3b80d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2048656337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8533f2b65f6348779c5b5f6c37395fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5728193a-33", "ovs_interfaceid": "5728193a-3310-423f-a21e-da2178413a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 920.091783] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:c0:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5728193a-3310-423f-a21e-da2178413a9f', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.100258] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Creating folder: Project (8533f2b65f6348779c5b5f6c37395fa4). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.101165] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d9ccbff-e5da-48c7-9e7b-116676137a1b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.114564] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Created folder: Project (8533f2b65f6348779c5b5f6c37395fa4) in parent group-v485515. [ 920.114855] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Creating folder: Instances. Parent ref: group-v485719. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.115139] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-566770bd-a70e-415e-95ed-712dc7892e39 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.126105] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Created folder: Instances in parent group-v485719. [ 920.126362] env[62788]: DEBUG oslo.service.loopingcall [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.126562] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.126777] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b789bcf-56b5-46ef-9a9c-d8b1fd52ab15 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.149852] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.149852] env[62788]: value = "task-2394265" [ 920.149852] env[62788]: _type = "Task" [ 920.149852] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.158616] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394265, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.251556] env[62788]: DEBUG nova.scheduler.client.report [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.270975] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394260, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.295679] env[62788]: DEBUG nova.compute.manager [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 920.332582] env[62788]: DEBUG nova.virt.hardware [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.332831] env[62788]: DEBUG nova.virt.hardware [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.332998] env[62788]: DEBUG nova.virt.hardware [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.333198] env[62788]: DEBUG nova.virt.hardware [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.333351] env[62788]: DEBUG nova.virt.hardware [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.333496] env[62788]: DEBUG nova.virt.hardware [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.333800] env[62788]: DEBUG nova.virt.hardware [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.333980] env[62788]: DEBUG nova.virt.hardware [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.334165] env[62788]: DEBUG nova.virt.hardware [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.334330] env[62788]: DEBUG nova.virt.hardware [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.334501] env[62788]: DEBUG nova.virt.hardware [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.335645] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d487f0-6ecb-4149-ba13-498ba045dace {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.344473] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0bea3f-335a-45b3-8b50-205f41e811ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.378444] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.444803] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a711d240-760a-4490-b24b-57ce70006fc7 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.905s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.503057] env[62788]: DEBUG nova.compute.manager [req-c7b69f6d-0cd8-4751-a2d5-be5a32dd2b99 req-bdf6d704-34ae-4295-81cb-244a90a48a0f service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Received event network-changed-5728193a-3310-423f-a21e-da2178413a9f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 920.503318] env[62788]: DEBUG nova.compute.manager [req-c7b69f6d-0cd8-4751-a2d5-be5a32dd2b99 req-bdf6d704-34ae-4295-81cb-244a90a48a0f service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Refreshing instance network info cache due to event network-changed-5728193a-3310-423f-a21e-da2178413a9f. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 920.503584] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7b69f6d-0cd8-4751-a2d5-be5a32dd2b99 req-bdf6d704-34ae-4295-81cb-244a90a48a0f service nova] Acquiring lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.503923] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7b69f6d-0cd8-4751-a2d5-be5a32dd2b99 req-bdf6d704-34ae-4295-81cb-244a90a48a0f service nova] Acquired lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.504404] env[62788]: DEBUG nova.network.neutron [req-c7b69f6d-0cd8-4751-a2d5-be5a32dd2b99 req-bdf6d704-34ae-4295-81cb-244a90a48a0f service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Refreshing network info cache for port 5728193a-3310-423f-a21e-da2178413a9f {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.574422] env[62788]: DEBUG oslo_vmware.api [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Task: {'id': task-2394262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334676} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.574790] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.575066] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.575352] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.575611] env[62788]: INFO nova.compute.manager [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Took 1.13 seconds to destroy the instance on the hypervisor. [ 920.575950] env[62788]: DEBUG oslo.service.loopingcall [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 920.576227] env[62788]: DEBUG nova.compute.manager [-] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 920.576363] env[62788]: DEBUG nova.network.neutron [-] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.662044] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394265, 'name': CreateVM_Task, 'duration_secs': 0.478753} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.662044] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.662044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.662044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.662707] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 920.663149] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62e1add-138d-41c4-b736-d06716977609 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.669124] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 920.669124] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523dd38d-f2f7-dae8-8f87-64a43b04654a" [ 920.669124] env[62788]: _type = "Task" [ 920.669124] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.678592] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523dd38d-f2f7-dae8-8f87-64a43b04654a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.759095] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.759095] env[62788]: DEBUG nova.compute.manager [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 920.761927] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.101s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.765414] env[62788]: INFO nova.compute.claims [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.785025] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535175} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.785155] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 7cf516ce-494d-455e-bfcd-3b71df267be4/7cf516ce-494d-455e-bfcd-3b71df267be4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.786188] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.786370] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1cabde9-99f0-49f1-ad8f-1d311f2c122b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.793889] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 920.793889] env[62788]: value = "task-2394266" [ 920.793889] env[62788]: _type = "Task" [ 920.793889] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.806817] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.880866] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.886856] env[62788]: DEBUG nova.compute.manager [req-3ca7ab7f-57d0-4c1b-ad70-57edace7480d req-3d8e1fa0-4be8-4f52-9060-1c5922c6a242 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Received event network-vif-deleted-4bd6f493-a3a3-462c-85fa-0695d4603f58 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 920.887073] env[62788]: INFO nova.compute.manager [req-3ca7ab7f-57d0-4c1b-ad70-57edace7480d req-3d8e1fa0-4be8-4f52-9060-1c5922c6a242 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Neutron deleted interface 4bd6f493-a3a3-462c-85fa-0695d4603f58; detaching it from the instance and deleting it from the info cache [ 920.887740] env[62788]: DEBUG nova.network.neutron [req-3ca7ab7f-57d0-4c1b-ad70-57edace7480d req-3d8e1fa0-4be8-4f52-9060-1c5922c6a242 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.181450] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523dd38d-f2f7-dae8-8f87-64a43b04654a, 'name': SearchDatastore_Task, 'duration_secs': 0.014143} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.181795] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.182177] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.182503] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.182757] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.183062] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.183442] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb909b8-9f9a-45f0-a0f5-0a53ddd24010 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.194192] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.194335] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.195182] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b3d6846-c444-4454-8186-3d7962dd0f3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.201193] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 921.201193] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527211de-054d-6aa6-3e07-c4b66d628b86" [ 921.201193] env[62788]: _type = "Task" [ 921.201193] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.212917] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527211de-054d-6aa6-3e07-c4b66d628b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.240557] env[62788]: DEBUG nova.network.neutron [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Successfully updated port: 47c1797e-d20d-4908-99c9-292d2672662a {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.268892] env[62788]: DEBUG nova.compute.utils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 921.274025] env[62788]: DEBUG nova.compute.manager [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 921.274025] env[62788]: DEBUG nova.network.neutron [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.303913] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119027} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.304392] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.305269] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d76414-ee80-4d15-95f6-6ff90a8f28e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.329562] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 7cf516ce-494d-455e-bfcd-3b71df267be4/7cf516ce-494d-455e-bfcd-3b71df267be4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.331629] env[62788]: DEBUG nova.policy [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1c6a1170e8d4393b92b0a0e07731b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27b17675e9a44d0bac231021e669ecf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.333228] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ccf67b-79d2-4ded-a3aa-2b4c267e4da0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.350815] env[62788]: DEBUG nova.network.neutron [-] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.361170] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 921.361170] env[62788]: value = "task-2394267" [ 921.361170] env[62788]: _type = "Task" [ 921.361170] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.375330] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394267, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.386740] env[62788]: DEBUG oslo_vmware.api [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394243, 'name': ReconfigVM_Task, 'duration_secs': 5.849092} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.387157] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.387563] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Reconfigured VM to detach interface {{(pid=62788) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 921.390664] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11abc60a-a1cd-467d-b328-10dc64e63fea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.400069] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0ad367-2a6c-4631-894d-f1df4265e666 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.436091] env[62788]: DEBUG nova.compute.manager [req-3ca7ab7f-57d0-4c1b-ad70-57edace7480d req-3d8e1fa0-4be8-4f52-9060-1c5922c6a242 service nova] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Detach interface failed, port_id=4bd6f493-a3a3-462c-85fa-0695d4603f58, reason: Instance adb75301-5ea3-4467-bf86-e4e7891e9d28 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 921.719841] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527211de-054d-6aa6-3e07-c4b66d628b86, 'name': SearchDatastore_Task, 'duration_secs': 0.049921} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.720825] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6242d123-ec36-43f1-ae1c-c5625397cbb9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.726831] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 921.726831] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523c4578-d1e9-fb91-97d7-75a4e2fe4bc7" [ 921.726831] env[62788]: _type = "Task" [ 921.726831] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.735595] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523c4578-d1e9-fb91-97d7-75a4e2fe4bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.745266] env[62788]: DEBUG nova.network.neutron [req-c7b69f6d-0cd8-4751-a2d5-be5a32dd2b99 req-bdf6d704-34ae-4295-81cb-244a90a48a0f service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Updated VIF entry in instance network info cache for port 5728193a-3310-423f-a21e-da2178413a9f. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.745663] env[62788]: DEBUG nova.network.neutron [req-c7b69f6d-0cd8-4751-a2d5-be5a32dd2b99 req-bdf6d704-34ae-4295-81cb-244a90a48a0f service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Updating instance_info_cache with network_info: [{"id": "5728193a-3310-423f-a21e-da2178413a9f", "address": "fa:16:3e:62:c0:a1", "network": {"id": "c39bc335-13a3-4ce4-9af6-b772bb3b80d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2048656337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8533f2b65f6348779c5b5f6c37395fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5728193a-33", "ovs_interfaceid": "5728193a-3310-423f-a21e-da2178413a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.747287] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquiring lock "refresh_cache-435ef4c0-6316-4174-91f5-7ed596a72cdc" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.747463] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquired lock "refresh_cache-435ef4c0-6316-4174-91f5-7ed596a72cdc" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.747585] env[62788]: DEBUG nova.network.neutron [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.774301] env[62788]: DEBUG nova.compute.manager [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 921.858787] env[62788]: INFO nova.compute.manager [-] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Took 1.87 seconds to deallocate network for instance. [ 921.897022] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.946640] env[62788]: DEBUG nova.network.neutron [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Successfully created port: 5cb93f8f-2f68-4e4a-be43-23f246088b9b {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.241918] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523c4578-d1e9-fb91-97d7-75a4e2fe4bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.014761} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.242349] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.243265] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 57f5de6b-7290-4359-8b6d-5f66e6e9ace0/57f5de6b-7290-4359-8b6d-5f66e6e9ace0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.248265] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0d05e6c-4609-45ba-8161-630092c88a4f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.253926] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7b69f6d-0cd8-4751-a2d5-be5a32dd2b99 req-bdf6d704-34ae-4295-81cb-244a90a48a0f service nova] Releasing lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.264223] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 922.264223] env[62788]: value = "task-2394268" [ 922.264223] env[62788]: _type = "Task" [ 922.264223] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.275852] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.286713] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fdde17-f9a3-4334-b32f-633c893581d1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.294374] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8467fa-245c-4ee7-8dc2-683ef3db8ff2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.332474] env[62788]: DEBUG nova.network.neutron [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.334160] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adedcd93-166a-4fe5-83a3-87f63031a882 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.344241] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1e31f4-a65d-4f86-8374-a3de866091af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.362445] env[62788]: DEBUG nova.compute.provider_tree [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.381828] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.382145] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394267, 'name': ReconfigVM_Task, 'duration_secs': 0.626245} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.382401] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 7cf516ce-494d-455e-bfcd-3b71df267be4/7cf516ce-494d-455e-bfcd-3b71df267be4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.383022] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74bd62c4-afb1-4e66-942e-7d2f912855ed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.391256] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 922.391256] env[62788]: value = "task-2394269" [ 922.391256] env[62788]: _type = "Task" [ 922.391256] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.400373] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394269, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.436917] env[62788]: DEBUG nova.network.neutron [-] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.540501] env[62788]: DEBUG nova.network.neutron [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Updating instance_info_cache with network_info: [{"id": "47c1797e-d20d-4908-99c9-292d2672662a", "address": "fa:16:3e:71:83:39", "network": {"id": "aff4a742-9d13-4814-8241-7d9c5ef5de3c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-465437611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a680e07ba3184e76a91cbad30e223e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c1797e-d2", "ovs_interfaceid": "47c1797e-d20d-4908-99c9-292d2672662a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.549417] env[62788]: DEBUG nova.compute.manager [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Received event network-vif-plugged-47c1797e-d20d-4908-99c9-292d2672662a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 922.549586] env[62788]: DEBUG oslo_concurrency.lockutils [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] Acquiring lock "435ef4c0-6316-4174-91f5-7ed596a72cdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.550108] env[62788]: DEBUG oslo_concurrency.lockutils [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] Lock "435ef4c0-6316-4174-91f5-7ed596a72cdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.550108] env[62788]: DEBUG oslo_concurrency.lockutils [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] Lock "435ef4c0-6316-4174-91f5-7ed596a72cdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.550371] env[62788]: DEBUG nova.compute.manager [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] No waiting events found dispatching network-vif-plugged-47c1797e-d20d-4908-99c9-292d2672662a {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.550506] env[62788]: WARNING nova.compute.manager [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Received unexpected event network-vif-plugged-47c1797e-d20d-4908-99c9-292d2672662a for instance with vm_state building and task_state spawning. [ 922.550601] env[62788]: DEBUG nova.compute.manager [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Received event network-changed-47c1797e-d20d-4908-99c9-292d2672662a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 922.550792] env[62788]: DEBUG nova.compute.manager [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Refreshing instance network info cache due to event network-changed-47c1797e-d20d-4908-99c9-292d2672662a. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 922.551011] env[62788]: DEBUG oslo_concurrency.lockutils [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] Acquiring lock "refresh_cache-435ef4c0-6316-4174-91f5-7ed596a72cdc" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.667917] env[62788]: DEBUG oslo_concurrency.lockutils [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.668192] env[62788]: DEBUG oslo_concurrency.lockutils [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.668416] env[62788]: DEBUG oslo_concurrency.lockutils [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "17e14f3f-8170-4dff-bc39-6123194ed8e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.668599] env[62788]: DEBUG oslo_concurrency.lockutils [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "17e14f3f-8170-4dff-bc39-6123194ed8e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.668770] env[62788]: DEBUG oslo_concurrency.lockutils [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "17e14f3f-8170-4dff-bc39-6123194ed8e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.672050] env[62788]: INFO nova.compute.manager [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Terminating instance [ 922.776484] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394268, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.785885] env[62788]: DEBUG nova.compute.manager [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 922.812591] env[62788]: DEBUG nova.virt.hardware [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.812885] env[62788]: DEBUG nova.virt.hardware [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.813070] env[62788]: DEBUG nova.virt.hardware [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.813206] env[62788]: DEBUG nova.virt.hardware [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.813363] env[62788]: DEBUG nova.virt.hardware [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.813506] env[62788]: DEBUG nova.virt.hardware [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.813720] env[62788]: DEBUG nova.virt.hardware [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.813887] env[62788]: DEBUG nova.virt.hardware [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.814062] env[62788]: DEBUG nova.virt.hardware [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.814231] env[62788]: DEBUG nova.virt.hardware [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.814405] env[62788]: DEBUG nova.virt.hardware [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.815886] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa22921-0207-465a-be61-90aafd4e3f76 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.827230] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ad8154-4575-4236-a93e-0d185618eabb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.851697] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.851931] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.852146] env[62788]: DEBUG nova.network.neutron [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.866039] env[62788]: DEBUG nova.scheduler.client.report [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.902042] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394269, 'name': Rename_Task, 'duration_secs': 0.330185} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.902423] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.902666] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37853c4f-9bd2-4fd4-92b0-26151f7ab8d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.910774] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 922.910774] env[62788]: value = "task-2394270" [ 922.910774] env[62788]: _type = "Task" [ 922.910774] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.922088] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.924792] env[62788]: DEBUG nova.compute.manager [req-8172eb7c-be0d-419d-9fa1-b8886a963287 req-7dc2b03c-03f8-4edb-bd7b-8fe3f6e3b4a1 service nova] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Received event network-vif-deleted-f04145a4-82f7-432f-bda9-80aad0b9e6f4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 922.924998] env[62788]: DEBUG nova.compute.manager [req-8172eb7c-be0d-419d-9fa1-b8886a963287 req-7dc2b03c-03f8-4edb-bd7b-8fe3f6e3b4a1 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Received event network-changed-0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 922.925119] env[62788]: DEBUG nova.compute.manager [req-8172eb7c-be0d-419d-9fa1-b8886a963287 req-7dc2b03c-03f8-4edb-bd7b-8fe3f6e3b4a1 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Refreshing instance network info cache due to event network-changed-0c3a6ab2-a045-4802-8a1c-f60121d1b92d. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 922.925332] env[62788]: DEBUG oslo_concurrency.lockutils [req-8172eb7c-be0d-419d-9fa1-b8886a963287 req-7dc2b03c-03f8-4edb-bd7b-8fe3f6e3b4a1 service nova] Acquiring lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.925568] env[62788]: DEBUG oslo_concurrency.lockutils [req-8172eb7c-be0d-419d-9fa1-b8886a963287 req-7dc2b03c-03f8-4edb-bd7b-8fe3f6e3b4a1 service nova] Acquired lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.925643] env[62788]: DEBUG nova.network.neutron [req-8172eb7c-be0d-419d-9fa1-b8886a963287 req-7dc2b03c-03f8-4edb-bd7b-8fe3f6e3b4a1 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Refreshing network info cache for port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.939640] env[62788]: INFO nova.compute.manager [-] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Took 2.36 seconds to deallocate network for instance. [ 923.045044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Releasing lock "refresh_cache-435ef4c0-6316-4174-91f5-7ed596a72cdc" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.045263] env[62788]: DEBUG nova.compute.manager [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Instance network_info: |[{"id": "47c1797e-d20d-4908-99c9-292d2672662a", "address": "fa:16:3e:71:83:39", "network": {"id": "aff4a742-9d13-4814-8241-7d9c5ef5de3c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-465437611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a680e07ba3184e76a91cbad30e223e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c1797e-d2", "ovs_interfaceid": "47c1797e-d20d-4908-99c9-292d2672662a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 923.045445] env[62788]: DEBUG oslo_concurrency.lockutils [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] Acquired lock "refresh_cache-435ef4c0-6316-4174-91f5-7ed596a72cdc" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.045722] env[62788]: DEBUG nova.network.neutron [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Refreshing network info cache for port 47c1797e-d20d-4908-99c9-292d2672662a {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.048031] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:83:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47c1797e-d20d-4908-99c9-292d2672662a', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.058189] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Creating folder: Project (a680e07ba3184e76a91cbad30e223e38). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.062296] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe24f84f-ad1f-4a24-8d42-e5813c058dd0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.075290] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Created folder: Project (a680e07ba3184e76a91cbad30e223e38) in parent group-v485515. [ 923.075534] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Creating folder: Instances. Parent ref: group-v485722. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.075805] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3421d62f-caa9-4ca1-977f-402e85eb8e20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.085337] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Created folder: Instances in parent group-v485722. [ 923.085589] env[62788]: DEBUG oslo.service.loopingcall [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.085788] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.086010] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2a8fd1b-af14-47f8-8242-600752e3efd1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.108686] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.108686] env[62788]: value = "task-2394273" [ 923.108686] env[62788]: _type = "Task" [ 923.108686] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.117445] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394273, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.176100] env[62788]: DEBUG nova.compute.manager [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 923.176100] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.176362] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bf50a6-f50e-44b6-a40e-6b7dba14a6c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.184231] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.184525] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d201098-a5db-4527-a6ab-7060903117bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.191452] env[62788]: DEBUG oslo_vmware.api [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 923.191452] env[62788]: value = "task-2394274" [ 923.191452] env[62788]: _type = "Task" [ 923.191452] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.207302] env[62788]: DEBUG oslo_vmware.api [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.280690] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856438} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.280936] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 57f5de6b-7290-4359-8b6d-5f66e6e9ace0/57f5de6b-7290-4359-8b6d-5f66e6e9ace0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.281170] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.281429] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f000e34-bf89-4262-9cd8-ea0bf77a362e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.288024] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 923.288024] env[62788]: value = "task-2394275" [ 923.288024] env[62788]: _type = "Task" [ 923.288024] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.295858] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.322530] env[62788]: DEBUG nova.network.neutron [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Updated VIF entry in instance network info cache for port 47c1797e-d20d-4908-99c9-292d2672662a. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.322977] env[62788]: DEBUG nova.network.neutron [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Updating instance_info_cache with network_info: [{"id": "47c1797e-d20d-4908-99c9-292d2672662a", "address": "fa:16:3e:71:83:39", "network": {"id": "aff4a742-9d13-4814-8241-7d9c5ef5de3c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-465437611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a680e07ba3184e76a91cbad30e223e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c1797e-d2", "ovs_interfaceid": "47c1797e-d20d-4908-99c9-292d2672662a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.371681] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.372238] env[62788]: DEBUG nova.compute.manager [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 923.376714] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.567s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.378340] env[62788]: INFO nova.compute.claims [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.421312] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.450394] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.618776] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394273, 'name': CreateVM_Task, 'duration_secs': 0.480758} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.618932] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.619640] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.619880] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.620224] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 923.622684] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42814a0b-b3c0-4ad5-bc18-3465f3d9986f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.628485] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for the task: (returnval){ [ 923.628485] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52def09b-c4b3-6260-5e55-17c913b40c0e" [ 923.628485] env[62788]: _type = "Task" [ 923.628485] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.637444] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52def09b-c4b3-6260-5e55-17c913b40c0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.660933] env[62788]: INFO nova.network.neutron [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Port dbbe7140-be2d-4654-92b0-5fff1e52253d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 923.661342] env[62788]: DEBUG nova.network.neutron [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Updating instance_info_cache with network_info: [{"id": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "address": "fa:16:3e:f6:3e:50", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1422a1c-ce", "ovs_interfaceid": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.701806] env[62788]: DEBUG oslo_vmware.api [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394274, 'name': PowerOffVM_Task, 'duration_secs': 0.314399} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.702178] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.702401] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.702662] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00481ebc-d9d4-4c4b-8157-80146812ba4d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.774270] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.774557] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.774778] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleting the datastore file [datastore2] 17e14f3f-8170-4dff-bc39-6123194ed8e0 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.775123] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b13bc08-2d2b-41e1-9443-97898b016ccb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.781972] env[62788]: DEBUG oslo_vmware.api [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 923.781972] env[62788]: value = "task-2394277" [ 923.781972] env[62788]: _type = "Task" [ 923.781972] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.806283] env[62788]: DEBUG oslo_vmware.api [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.809868] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071507} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.810221] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.811149] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3b7763-c023-4fef-819c-008955f894e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.828024] env[62788]: DEBUG oslo_concurrency.lockutils [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] Releasing lock "refresh_cache-435ef4c0-6316-4174-91f5-7ed596a72cdc" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.828549] env[62788]: DEBUG nova.compute.manager [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Received event network-vif-deleted-dbbe7140-be2d-4654-92b0-5fff1e52253d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 923.828840] env[62788]: INFO nova.compute.manager [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Neutron deleted interface dbbe7140-be2d-4654-92b0-5fff1e52253d; detaching it from the instance and deleting it from the info cache [ 923.829156] env[62788]: DEBUG nova.network.neutron [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Updating instance_info_cache with network_info: [{"id": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "address": "fa:16:3e:f6:3e:50", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1422a1c-ce", "ovs_interfaceid": "f1422a1c-ce02-4da5-ae6f-084827d53bb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.842110] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 57f5de6b-7290-4359-8b6d-5f66e6e9ace0/57f5de6b-7290-4359-8b6d-5f66e6e9ace0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.843756] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b8396ae-7b7c-4b8d-af6c-34328615d793 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.866433] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 923.866433] env[62788]: value = "task-2394278" [ 923.866433] env[62788]: _type = "Task" [ 923.866433] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.875411] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.878260] env[62788]: DEBUG nova.network.neutron [req-8172eb7c-be0d-419d-9fa1-b8886a963287 req-7dc2b03c-03f8-4edb-bd7b-8fe3f6e3b4a1 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updated VIF entry in instance network info cache for port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.878694] env[62788]: DEBUG nova.network.neutron [req-8172eb7c-be0d-419d-9fa1-b8886a963287 req-7dc2b03c-03f8-4edb-bd7b-8fe3f6e3b4a1 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updating instance_info_cache with network_info: [{"id": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "address": "fa:16:3e:55:4f:71", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3a6ab2-a0", "ovs_interfaceid": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.885349] env[62788]: DEBUG nova.compute.utils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 923.889338] env[62788]: DEBUG nova.compute.manager [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 923.889585] env[62788]: DEBUG nova.network.neutron [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.902086] env[62788]: DEBUG nova.network.neutron [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Successfully updated port: 5cb93f8f-2f68-4e4a-be43-23f246088b9b {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.922471] env[62788]: DEBUG oslo_vmware.api [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394270, 'name': PowerOnVM_Task, 'duration_secs': 0.692125} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.923264] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.923264] env[62788]: DEBUG nova.compute.manager [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 923.923716] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a359f93-18d4-4e4a-b733-b3fc8bae48fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.945042] env[62788]: DEBUG nova.policy [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1c6a1170e8d4393b92b0a0e07731b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27b17675e9a44d0bac231021e669ecf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.140543] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52def09b-c4b3-6260-5e55-17c913b40c0e, 'name': SearchDatastore_Task, 'duration_secs': 0.02194} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.140880] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.141138] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.141379] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.141592] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.141844] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.142218] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-852097d2-5831-45c9-bcf1-1e240f666d6c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.153009] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.153249] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.154010] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe71eaa-eefd-44e1-bcfe-2261986a672d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.159105] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for the task: (returnval){ [ 924.159105] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52bfb881-80dd-81ab-d07a-6fb8a3b3bef8" [ 924.159105] env[62788]: _type = "Task" [ 924.159105] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.164128] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-17e14f3f-8170-4dff-bc39-6123194ed8e0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.169192] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bfb881-80dd-81ab-d07a-6fb8a3b3bef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.262131] env[62788]: DEBUG nova.network.neutron [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Successfully created port: ddf02b5e-f002-48ec-b143-da8af5f2f7ae {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.292495] env[62788]: DEBUG oslo_vmware.api [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400518} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.292819] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.293095] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.293319] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.293528] env[62788]: INFO nova.compute.manager [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 924.293840] env[62788]: DEBUG oslo.service.loopingcall [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.294088] env[62788]: DEBUG nova.compute.manager [-] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 924.294231] env[62788]: DEBUG nova.network.neutron [-] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.344128] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2afed135-b08c-46fb-9bbd-ecff6a0b9680 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.354201] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1099b8a9-bcd3-4d1f-a7e3-5739d9c36cd7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.375925] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.388035] env[62788]: DEBUG oslo_concurrency.lockutils [req-8172eb7c-be0d-419d-9fa1-b8886a963287 req-7dc2b03c-03f8-4edb-bd7b-8fe3f6e3b4a1 service nova] Releasing lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.388589] env[62788]: DEBUG nova.compute.manager [req-2535b8d7-a844-4bd8-8787-625c4d2157ca req-e9c376ea-cda2-48ff-ba84-49f1912665aa service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Detach interface failed, port_id=dbbe7140-be2d-4654-92b0-5fff1e52253d, reason: Instance 17e14f3f-8170-4dff-bc39-6123194ed8e0 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 924.390366] env[62788]: DEBUG nova.compute.manager [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 924.405171] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.405332] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.405406] env[62788]: DEBUG nova.network.neutron [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.446135] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.586362] env[62788]: DEBUG nova.compute.manager [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Received event network-vif-plugged-5cb93f8f-2f68-4e4a-be43-23f246088b9b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 924.586645] env[62788]: DEBUG oslo_concurrency.lockutils [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] Acquiring lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 924.586978] env[62788]: DEBUG oslo_concurrency.lockutils [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] Lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 924.587764] env[62788]: DEBUG oslo_concurrency.lockutils [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] Lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.587996] env[62788]: DEBUG nova.compute.manager [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] No waiting events found dispatching network-vif-plugged-5cb93f8f-2f68-4e4a-be43-23f246088b9b {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 924.588205] env[62788]: WARNING nova.compute.manager [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Received unexpected event network-vif-plugged-5cb93f8f-2f68-4e4a-be43-23f246088b9b for instance with vm_state building and task_state spawning. [ 924.588372] env[62788]: DEBUG nova.compute.manager [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Received event network-changed-5cb93f8f-2f68-4e4a-be43-23f246088b9b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 924.588530] env[62788]: DEBUG nova.compute.manager [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Refreshing instance network info cache due to event network-changed-5cb93f8f-2f68-4e4a-be43-23f246088b9b. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 924.588723] env[62788]: DEBUG oslo_concurrency.lockutils [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] Acquiring lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.672465] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc0833d4-9068-4cf2-a20b-eb732f7dd370 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-17e14f3f-8170-4dff-bc39-6123194ed8e0-dbbe7140-be2d-4654-92b0-5fff1e52253d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.897s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 924.674272] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bfb881-80dd-81ab-d07a-6fb8a3b3bef8, 'name': SearchDatastore_Task, 'duration_secs': 0.020984} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.677356] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b062d2c-cfa2-4d39-80d5-92cdb3cec519 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.684155] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for the task: (returnval){ [ 924.684155] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520f7fd1-6ac7-5358-7a4b-22ee0c1cf0dc" [ 924.684155] env[62788]: _type = "Task" [ 924.684155] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.699764] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520f7fd1-6ac7-5358-7a4b-22ee0c1cf0dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.765540] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0debc2a5-b1fa-45ef-a43a-84f6d37545b0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.774017] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363e27aa-1dc5-4cb1-9b37-d7757a4a55e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.805499] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b29e364-44c3-4b0f-90f1-a48bf6ac7087 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.813256] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bab7472-1f7b-408c-a117-2185b49fa914 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.827911] env[62788]: DEBUG nova.compute.provider_tree [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.877831] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394278, 'name': ReconfigVM_Task, 'duration_secs': 0.759266} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.877831] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 57f5de6b-7290-4359-8b6d-5f66e6e9ace0/57f5de6b-7290-4359-8b6d-5f66e6e9ace0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.879317] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56b0171a-cbfd-47d6-b9eb-2b16fc6aa81f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.885234] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 924.885234] env[62788]: value = "task-2394279" [ 924.885234] env[62788]: _type = "Task" [ 924.885234] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.894687] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394279, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.950670] env[62788]: DEBUG nova.network.neutron [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.135724] env[62788]: DEBUG nova.network.neutron [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Updating instance_info_cache with network_info: [{"id": "5cb93f8f-2f68-4e4a-be43-23f246088b9b", "address": "fa:16:3e:e7:ec:1e", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb93f8f-2f", "ovs_interfaceid": "5cb93f8f-2f68-4e4a-be43-23f246088b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.194331] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520f7fd1-6ac7-5358-7a4b-22ee0c1cf0dc, 'name': SearchDatastore_Task, 'duration_secs': 0.033008} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.194462] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.194745] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 435ef4c0-6316-4174-91f5-7ed596a72cdc/435ef4c0-6316-4174-91f5-7ed596a72cdc.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.194974] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4291b294-030c-4ff3-aff9-306d4325b2c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.201479] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for the task: (returnval){ [ 925.201479] env[62788]: value = "task-2394280" [ 925.201479] env[62788]: _type = "Task" [ 925.201479] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.210357] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.330962] env[62788]: DEBUG nova.scheduler.client.report [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.395651] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394279, 'name': Rename_Task, 'duration_secs': 0.290187} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.395934] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.396181] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c9352a8-fe67-4be9-b41f-57afa38ce877 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.402234] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 925.402234] env[62788]: value = "task-2394281" [ 925.402234] env[62788]: _type = "Task" [ 925.402234] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.410955] env[62788]: DEBUG nova.compute.manager [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 925.412865] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.438808] env[62788]: DEBUG nova.virt.hardware [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.439176] env[62788]: DEBUG nova.virt.hardware [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.439406] env[62788]: DEBUG nova.virt.hardware [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.439668] env[62788]: DEBUG nova.virt.hardware [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.439877] env[62788]: DEBUG nova.virt.hardware [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.440106] env[62788]: DEBUG nova.virt.hardware [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.440418] env[62788]: DEBUG nova.virt.hardware [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.440645] env[62788]: DEBUG nova.virt.hardware [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.440878] env[62788]: DEBUG nova.virt.hardware [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.441131] env[62788]: DEBUG nova.virt.hardware [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.441409] env[62788]: DEBUG nova.virt.hardware [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.445374] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b65894-4c50-46a9-b1ac-d3f2b655957e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.452020] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9cee28-846e-4be6-9552-19d70bf43905 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.554834] env[62788]: DEBUG nova.network.neutron [-] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.638526] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.638886] env[62788]: DEBUG nova.compute.manager [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Instance network_info: |[{"id": "5cb93f8f-2f68-4e4a-be43-23f246088b9b", "address": "fa:16:3e:e7:ec:1e", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb93f8f-2f", "ovs_interfaceid": "5cb93f8f-2f68-4e4a-be43-23f246088b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 925.639217] env[62788]: DEBUG oslo_concurrency.lockutils [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] Acquired lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.639401] env[62788]: DEBUG nova.network.neutron [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Refreshing network info cache for port 5cb93f8f-2f68-4e4a-be43-23f246088b9b {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.640645] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:ec:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cb93f8f-2f68-4e4a-be43-23f246088b9b', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.649878] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Creating folder: Project (27b17675e9a44d0bac231021e669ecf7). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.651159] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6776e0b9-a09e-4832-9f66-f5f2b2e7cc72 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.662843] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Created folder: Project (27b17675e9a44d0bac231021e669ecf7) in parent group-v485515. [ 925.663210] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Creating folder: Instances. Parent ref: group-v485725. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 925.663485] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0febf318-c9e9-4e80-a862-ca8d0279f52b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.674571] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Created folder: Instances in parent group-v485725. [ 925.674860] env[62788]: DEBUG oslo.service.loopingcall [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 925.675089] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.675331] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f4f3cb-24b1-42ca-a1e8-75975331a33b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.695442] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.695442] env[62788]: value = "task-2394284" [ 925.695442] env[62788]: _type = "Task" [ 925.695442] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.708063] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394284, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.713192] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394280, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.821581] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "7cf516ce-494d-455e-bfcd-3b71df267be4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.822041] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "7cf516ce-494d-455e-bfcd-3b71df267be4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.822186] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "7cf516ce-494d-455e-bfcd-3b71df267be4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.822329] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "7cf516ce-494d-455e-bfcd-3b71df267be4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.822557] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "7cf516ce-494d-455e-bfcd-3b71df267be4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.825016] env[62788]: INFO nova.compute.manager [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Terminating instance [ 925.835973] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.837184] env[62788]: DEBUG nova.compute.manager [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 925.841041] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.539s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.841385] env[62788]: DEBUG nova.objects.instance [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lazy-loading 'resources' on Instance uuid 70e38abd-3bee-49d3-b371-a9c9b02a5907 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.917074] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394281, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.057635] env[62788]: INFO nova.compute.manager [-] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Took 1.76 seconds to deallocate network for instance. [ 926.128632] env[62788]: DEBUG nova.network.neutron [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Successfully updated port: ddf02b5e-f002-48ec-b143-da8af5f2f7ae {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.206906] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394284, 'name': CreateVM_Task, 'duration_secs': 0.496744} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.213203] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.213309] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.213469] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.213798] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 926.214697] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0145a37-f295-450f-a855-a42c655f10a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.220391] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905451} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.221041] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 435ef4c0-6316-4174-91f5-7ed596a72cdc/435ef4c0-6316-4174-91f5-7ed596a72cdc.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.221245] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.221499] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a881c60d-5852-41ac-993b-022415b7bf81 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.224532] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 926.224532] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52bff367-9a90-d40a-3e3f-fb6f98654c93" [ 926.224532] env[62788]: _type = "Task" [ 926.224532] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.229445] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for the task: (returnval){ [ 926.229445] env[62788]: value = "task-2394285" [ 926.229445] env[62788]: _type = "Task" [ 926.229445] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.235781] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bff367-9a90-d40a-3e3f-fb6f98654c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.240869] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.330168] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "refresh_cache-7cf516ce-494d-455e-bfcd-3b71df267be4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.330364] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquired lock "refresh_cache-7cf516ce-494d-455e-bfcd-3b71df267be4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.330531] env[62788]: DEBUG nova.network.neutron [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.343838] env[62788]: DEBUG nova.compute.utils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 926.345781] env[62788]: DEBUG nova.compute.manager [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 926.346090] env[62788]: DEBUG nova.network.neutron [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.397265] env[62788]: DEBUG nova.policy [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '809953fd42074a7aa151b1dc3bd20e42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c28067655707499999c47b3cc1644881', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.417967] env[62788]: DEBUG oslo_vmware.api [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394281, 'name': PowerOnVM_Task, 'duration_secs': 1.011541} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.418367] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.418659] env[62788]: INFO nova.compute.manager [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Took 8.54 seconds to spawn the instance on the hypervisor. [ 926.418921] env[62788]: DEBUG nova.compute.manager [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 926.421214] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86fd493-1316-40bd-a811-69bc36f6cd10 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.425376] env[62788]: DEBUG nova.network.neutron [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Updated VIF entry in instance network info cache for port 5cb93f8f-2f68-4e4a-be43-23f246088b9b. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.425844] env[62788]: DEBUG nova.network.neutron [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Updating instance_info_cache with network_info: [{"id": "5cb93f8f-2f68-4e4a-be43-23f246088b9b", "address": "fa:16:3e:e7:ec:1e", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb93f8f-2f", "ovs_interfaceid": "5cb93f8f-2f68-4e4a-be43-23f246088b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.565267] env[62788]: DEBUG oslo_concurrency.lockutils [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.620163] env[62788]: DEBUG nova.compute.manager [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Received event network-vif-deleted-f1422a1c-ce02-4da5-ae6f-084827d53bb7 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 926.620163] env[62788]: DEBUG nova.compute.manager [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Received event network-vif-plugged-ddf02b5e-f002-48ec-b143-da8af5f2f7ae {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 926.620479] env[62788]: DEBUG oslo_concurrency.lockutils [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] Acquiring lock "5a26bac5-d522-4d7f-8acf-89027ba55c43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.620479] env[62788]: DEBUG oslo_concurrency.lockutils [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] Lock "5a26bac5-d522-4d7f-8acf-89027ba55c43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 926.621020] env[62788]: DEBUG oslo_concurrency.lockutils [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] Lock "5a26bac5-d522-4d7f-8acf-89027ba55c43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.621240] env[62788]: DEBUG nova.compute.manager [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] No waiting events found dispatching network-vif-plugged-ddf02b5e-f002-48ec-b143-da8af5f2f7ae {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.621452] env[62788]: WARNING nova.compute.manager [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Received unexpected event network-vif-plugged-ddf02b5e-f002-48ec-b143-da8af5f2f7ae for instance with vm_state building and task_state spawning. [ 926.621728] env[62788]: DEBUG nova.compute.manager [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Received event network-changed-ddf02b5e-f002-48ec-b143-da8af5f2f7ae {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 926.622318] env[62788]: DEBUG nova.compute.manager [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Refreshing instance network info cache due to event network-changed-ddf02b5e-f002-48ec-b143-da8af5f2f7ae. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 926.622579] env[62788]: DEBUG oslo_concurrency.lockutils [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] Acquiring lock "refresh_cache-5a26bac5-d522-4d7f-8acf-89027ba55c43" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.622765] env[62788]: DEBUG oslo_concurrency.lockutils [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] Acquired lock "refresh_cache-5a26bac5-d522-4d7f-8acf-89027ba55c43" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.622969] env[62788]: DEBUG nova.network.neutron [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Refreshing network info cache for port ddf02b5e-f002-48ec-b143-da8af5f2f7ae {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.632146] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "refresh_cache-5a26bac5-d522-4d7f-8acf-89027ba55c43" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.720790] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b028098-0fc5-4ece-8a3b-717f7848dae7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.731447] env[62788]: DEBUG nova.network.neutron [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Successfully created port: 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.739232] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2551e9fd-9f8f-47a4-9fcc-6bab6ca03991 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.745939] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bff367-9a90-d40a-3e3f-fb6f98654c93, 'name': SearchDatastore_Task, 'duration_secs': 0.011614} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.746854] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.747187] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.747391] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 926.747537] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.747736] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.747980] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cfc5721-8a5d-43ff-92e7-b33508aa9b64 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.777541] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078065} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.778690] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae531f9c-6ccc-4f68-945f-c317a5011210 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.781571] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.782406] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfd2803-809b-45b8-a99b-3a8aa6a7302c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.786592] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.786699] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.787818] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdbcd16a-8a37-4018-bd92-935fe2187865 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.809898] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 435ef4c0-6316-4174-91f5-7ed596a72cdc/435ef4c0-6316-4174-91f5-7ed596a72cdc.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.810690] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff273514-38d9-477f-82cb-6d4ea6a5e3bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.826895] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a68cf3-8c1a-4851-bc02-4a94c1c6b411 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.833296] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 926.833296] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]524348b1-6b21-f6af-8b6b-ea66ae33ba03" [ 926.833296] env[62788]: _type = "Task" [ 926.833296] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.847073] env[62788]: DEBUG nova.compute.provider_tree [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.850284] env[62788]: DEBUG nova.compute.manager [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 926.854169] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for the task: (returnval){ [ 926.854169] env[62788]: value = "task-2394286" [ 926.854169] env[62788]: _type = "Task" [ 926.854169] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.867213] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524348b1-6b21-f6af-8b6b-ea66ae33ba03, 'name': SearchDatastore_Task, 'duration_secs': 0.02372} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.868613] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f57d63-63a9-4981-9a58-5b439afc0978 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.875503] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.876676] env[62788]: DEBUG nova.network.neutron [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 926.881883] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 926.881883] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52705df4-6963-4937-2b96-ba28dcaa16d6" [ 926.881883] env[62788]: _type = "Task" [ 926.881883] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.891607] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52705df4-6963-4937-2b96-ba28dcaa16d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.933488] env[62788]: DEBUG oslo_concurrency.lockutils [req-85555615-62da-4532-a8f5-8400a8df0ef1 req-7b052abb-7335-498e-8bc9-e110b23ae951 service nova] Releasing lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.958122] env[62788]: INFO nova.compute.manager [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Took 31.42 seconds to build instance. [ 926.959881] env[62788]: DEBUG nova.network.neutron [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.175535] env[62788]: DEBUG nova.network.neutron [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.293057] env[62788]: DEBUG nova.network.neutron [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.356414] env[62788]: DEBUG nova.scheduler.client.report [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.376186] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394286, 'name': ReconfigVM_Task, 'duration_secs': 0.509916} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.376531] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 435ef4c0-6316-4174-91f5-7ed596a72cdc/435ef4c0-6316-4174-91f5-7ed596a72cdc.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.377316] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e85a63b-d083-4424-9fc4-2360b7050030 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.386763] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for the task: (returnval){ [ 927.386763] env[62788]: value = "task-2394287" [ 927.386763] env[62788]: _type = "Task" [ 927.386763] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.405024] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52705df4-6963-4937-2b96-ba28dcaa16d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014311} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.407769] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.408081] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] a0afa067-1a4e-4f56-8ee2-7fbcd98e098d/a0afa067-1a4e-4f56-8ee2-7fbcd98e098d.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.408373] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394287, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.408595] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f49a88d2-2c25-48c5-b540-d4a79842c508 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.415627] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 927.415627] env[62788]: value = "task-2394288" [ 927.415627] env[62788]: _type = "Task" [ 927.415627] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.425094] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.463645] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ba53c-0cc0-2a49-8305-cf32c968baf8/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 927.464344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8346213-0d1f-46c8-b4d7-19a107db5b5b tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.937s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.464911] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Releasing lock "refresh_cache-7cf516ce-494d-455e-bfcd-3b71df267be4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.465520] env[62788]: DEBUG nova.compute.manager [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 927.469020] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.469020] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a31c5a-fb2d-41bc-861d-f43e5d8375b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.472327] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775f0546-cf94-4488-a7df-41a2e71875d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.481728] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ba53c-0cc0-2a49-8305-cf32c968baf8/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 927.481861] env[62788]: ERROR oslo_vmware.rw_handles [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ba53c-0cc0-2a49-8305-cf32c968baf8/disk-0.vmdk due to incomplete transfer. [ 927.484900] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3012910e-93e7-4f3f-a84f-6c9e37ccd9bd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.487773] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.487773] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd108fca-f7fa-432c-a9e7-612dcb3deae0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.495591] env[62788]: DEBUG oslo_vmware.api [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 927.495591] env[62788]: value = "task-2394289" [ 927.495591] env[62788]: _type = "Task" [ 927.495591] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.506894] env[62788]: DEBUG oslo_vmware.api [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.508691] env[62788]: DEBUG oslo_vmware.rw_handles [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ba53c-0cc0-2a49-8305-cf32c968baf8/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 927.509036] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Uploaded image 01252162-9548-459d-8667-bcafcad32a04 to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 927.512188] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 927.512570] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fc768eb6-f870-4e9a-ab6c-00d52a88f0b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.519080] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 927.519080] env[62788]: value = "task-2394290" [ 927.519080] env[62788]: _type = "Task" [ 927.519080] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.530112] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394290, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.795199] env[62788]: DEBUG oslo_concurrency.lockutils [req-0693a6fd-d3fe-4b19-821a-e09b325f0478 req-6528e4bf-a2d3-4ae9-a9dc-819ad6a52e98 service nova] Releasing lock "refresh_cache-5a26bac5-d522-4d7f-8acf-89027ba55c43" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 927.795687] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "refresh_cache-5a26bac5-d522-4d7f-8acf-89027ba55c43" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.795917] env[62788]: DEBUG nova.network.neutron [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.866426] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.869116] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.908s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.869375] env[62788]: DEBUG nova.objects.instance [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lazy-loading 'resources' on Instance uuid 70e46613-bc6f-4b1c-9a73-880bc8f77946 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.872458] env[62788]: DEBUG nova.compute.manager [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 927.894293] env[62788]: INFO nova.scheduler.client.report [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Deleted allocations for instance 70e38abd-3bee-49d3-b371-a9c9b02a5907 [ 927.897483] env[62788]: DEBUG nova.virt.hardware [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.897483] env[62788]: DEBUG nova.virt.hardware [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.897684] env[62788]: DEBUG nova.virt.hardware [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.897882] env[62788]: DEBUG nova.virt.hardware [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.898099] env[62788]: DEBUG nova.virt.hardware [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.898289] env[62788]: DEBUG nova.virt.hardware [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.898559] env[62788]: DEBUG nova.virt.hardware [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.898777] env[62788]: DEBUG nova.virt.hardware [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.899010] env[62788]: DEBUG nova.virt.hardware [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.899361] env[62788]: DEBUG nova.virt.hardware [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.899424] env[62788]: DEBUG nova.virt.hardware [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.901020] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f43381-c264-43d0-a0b7-063f601d9974 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.909612] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394287, 'name': Rename_Task, 'duration_secs': 0.366706} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.910203] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.910486] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0e946fa-d333-455c-a53d-be8aa3831ad8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.915440] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e8bf27-55a7-421f-bc28-d9da3d2b6234 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.920807] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for the task: (returnval){ [ 927.920807] env[62788]: value = "task-2394291" [ 927.920807] env[62788]: _type = "Task" [ 927.920807] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.942012] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394288, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.945401] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.007855] env[62788]: DEBUG oslo_vmware.api [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394289, 'name': PowerOffVM_Task, 'duration_secs': 0.27353} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.008293] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.008550] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.008929] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ae543ed-7553-4114-8d71-9d379894ef24 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.030083] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394290, 'name': Destroy_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.034936] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.034936] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.035130] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Deleting the datastore file [datastore1] 7cf516ce-494d-455e-bfcd-3b71df267be4 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.035482] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51706ebb-946c-4458-86c3-770ad057de9b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.042742] env[62788]: DEBUG oslo_vmware.api [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 928.042742] env[62788]: value = "task-2394293" [ 928.042742] env[62788]: _type = "Task" [ 928.042742] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.051795] env[62788]: DEBUG oslo_vmware.api [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.340609] env[62788]: DEBUG nova.network.neutron [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.415728] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9bea8558-aacc-4428-b160-06e6c6439957 tempest-ServerRescueTestJSON-365295849 tempest-ServerRescueTestJSON-365295849-project-member] Lock "70e38abd-3bee-49d3-b371-a9c9b02a5907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.638s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.437993] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.880735} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.442086] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] a0afa067-1a4e-4f56-8ee2-7fbcd98e098d/a0afa067-1a4e-4f56-8ee2-7fbcd98e098d.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.442704] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.449091] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-075296f2-83c7-4171-a201-bfcf62182fc0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.451374] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.460674] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 928.460674] env[62788]: value = "task-2394294" [ 928.460674] env[62788]: _type = "Task" [ 928.460674] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.474142] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.536112] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394290, 'name': Destroy_Task, 'duration_secs': 0.947048} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.536112] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Destroyed the VM [ 928.536112] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 928.536112] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b7d41ff0-bdf5-4291-88c2-bc81b32f82a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.543951] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 928.543951] env[62788]: value = "task-2394295" [ 928.543951] env[62788]: _type = "Task" [ 928.543951] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.564936] env[62788]: DEBUG oslo_vmware.api [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25712} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.569018] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.569018] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.569018] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.569018] env[62788]: INFO nova.compute.manager [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 928.569018] env[62788]: DEBUG oslo.service.loopingcall [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 928.569018] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394295, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.569899] env[62788]: DEBUG nova.compute.manager [-] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 928.570012] env[62788]: DEBUG nova.network.neutron [-] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.575220] env[62788]: DEBUG nova.network.neutron [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Updating instance_info_cache with network_info: [{"id": "ddf02b5e-f002-48ec-b143-da8af5f2f7ae", "address": "fa:16:3e:4e:ea:2e", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf02b5e-f0", "ovs_interfaceid": "ddf02b5e-f002-48ec-b143-da8af5f2f7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.599472] env[62788]: DEBUG nova.network.neutron [-] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.654419] env[62788]: DEBUG nova.compute.manager [req-202dbca5-854d-4583-b0b5-917b359d79ac req-d04daf44-6f2d-4d23-976b-446b6c3e4e91 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Received event network-vif-plugged-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 928.654419] env[62788]: DEBUG oslo_concurrency.lockutils [req-202dbca5-854d-4583-b0b5-917b359d79ac req-d04daf44-6f2d-4d23-976b-446b6c3e4e91 service nova] Acquiring lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.654419] env[62788]: DEBUG oslo_concurrency.lockutils [req-202dbca5-854d-4583-b0b5-917b359d79ac req-d04daf44-6f2d-4d23-976b-446b6c3e4e91 service nova] Lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.654419] env[62788]: DEBUG oslo_concurrency.lockutils [req-202dbca5-854d-4583-b0b5-917b359d79ac req-d04daf44-6f2d-4d23-976b-446b6c3e4e91 service nova] Lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.654419] env[62788]: DEBUG nova.compute.manager [req-202dbca5-854d-4583-b0b5-917b359d79ac req-d04daf44-6f2d-4d23-976b-446b6c3e4e91 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] No waiting events found dispatching network-vif-plugged-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 928.654419] env[62788]: WARNING nova.compute.manager [req-202dbca5-854d-4583-b0b5-917b359d79ac req-d04daf44-6f2d-4d23-976b-446b6c3e4e91 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Received unexpected event network-vif-plugged-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 for instance with vm_state building and task_state spawning. [ 928.717369] env[62788]: DEBUG nova.compute.manager [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Received event network-changed-5728193a-3310-423f-a21e-da2178413a9f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 928.717573] env[62788]: DEBUG nova.compute.manager [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Refreshing instance network info cache due to event network-changed-5728193a-3310-423f-a21e-da2178413a9f. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 928.717816] env[62788]: DEBUG oslo_concurrency.lockutils [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] Acquiring lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.717975] env[62788]: DEBUG oslo_concurrency.lockutils [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] Acquired lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.720045] env[62788]: DEBUG nova.network.neutron [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Refreshing network info cache for port 5728193a-3310-423f-a21e-da2178413a9f {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.754076] env[62788]: DEBUG nova.network.neutron [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Successfully updated port: 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.794788] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea7da3b-694d-45b3-b9e8-3c7c02bb43f4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.803906] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43f5492-0f80-484c-a0af-2d4a707de540 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.837931] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e857aa9-690a-424a-b821-7d7d6fa7dc44 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.846541] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20f536c-aebd-41de-ad5e-e740f7b654f6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.861263] env[62788]: DEBUG nova.compute.provider_tree [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.939640] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394291, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.972172] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093531} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.972514] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.973360] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fe0586-5d7e-4cae-b53b-4dc486cc7d6c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.998887] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a0afa067-1a4e-4f56-8ee2-7fbcd98e098d/a0afa067-1a4e-4f56-8ee2-7fbcd98e098d.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.999247] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2040165-4dae-4e7e-af1b-47020c9575a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.023852] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 929.023852] env[62788]: value = "task-2394296" [ 929.023852] env[62788]: _type = "Task" [ 929.023852] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.033814] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.058536] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394295, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.078362] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "refresh_cache-5a26bac5-d522-4d7f-8acf-89027ba55c43" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.078708] env[62788]: DEBUG nova.compute.manager [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Instance network_info: |[{"id": "ddf02b5e-f002-48ec-b143-da8af5f2f7ae", "address": "fa:16:3e:4e:ea:2e", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf02b5e-f0", "ovs_interfaceid": "ddf02b5e-f002-48ec-b143-da8af5f2f7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 929.079172] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:ea:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddf02b5e-f002-48ec-b143-da8af5f2f7ae', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.086840] env[62788]: DEBUG oslo.service.loopingcall [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.087090] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.087319] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb88b3de-a4a5-421d-88d1-43fa1ed805f4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.104297] env[62788]: DEBUG nova.network.neutron [-] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.108530] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.108530] env[62788]: value = "task-2394297" [ 929.108530] env[62788]: _type = "Task" [ 929.108530] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.117354] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394297, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.259877] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.259877] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquired lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.259877] env[62788]: DEBUG nova.network.neutron [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.364569] env[62788]: DEBUG nova.scheduler.client.report [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.438925] env[62788]: DEBUG oslo_vmware.api [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394291, 'name': PowerOnVM_Task, 'duration_secs': 1.052177} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.440215] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.440437] env[62788]: INFO nova.compute.manager [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Took 9.15 seconds to spawn the instance on the hypervisor. [ 929.440616] env[62788]: DEBUG nova.compute.manager [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 929.441545] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac4b08b-4e59-4403-914d-b748cb41421b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.534756] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.559791] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394295, 'name': RemoveSnapshot_Task, 'duration_secs': 0.829289} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.560215] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 929.560528] env[62788]: DEBUG nova.compute.manager [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 929.561438] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3548d1c3-9465-4fcd-8fef-ed2699b180f9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.590926] env[62788]: DEBUG nova.network.neutron [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Updated VIF entry in instance network info cache for port 5728193a-3310-423f-a21e-da2178413a9f. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.591329] env[62788]: DEBUG nova.network.neutron [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Updating instance_info_cache with network_info: [{"id": "5728193a-3310-423f-a21e-da2178413a9f", "address": "fa:16:3e:62:c0:a1", "network": {"id": "c39bc335-13a3-4ce4-9af6-b772bb3b80d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2048656337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8533f2b65f6348779c5b5f6c37395fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5728193a-33", "ovs_interfaceid": "5728193a-3310-423f-a21e-da2178413a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.608538] env[62788]: INFO nova.compute.manager [-] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Took 1.04 seconds to deallocate network for instance. [ 929.627951] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394297, 'name': CreateVM_Task, 'duration_secs': 0.479666} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.627951] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.628755] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.628755] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.629129] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 929.629350] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196b5e10-5ef2-487b-b6d1-9bb96a2138f9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.635084] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 929.635084] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523fcad2-5bf0-9830-7bb9-acf633b06be6" [ 929.635084] env[62788]: _type = "Task" [ 929.635084] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.648914] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523fcad2-5bf0-9830-7bb9-acf633b06be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.797172] env[62788]: DEBUG nova.network.neutron [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.875918] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.878502] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.611s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.878625] env[62788]: DEBUG nova.objects.instance [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lazy-loading 'resources' on Instance uuid 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.920020] env[62788]: INFO nova.scheduler.client.report [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Deleted allocations for instance 70e46613-bc6f-4b1c-9a73-880bc8f77946 [ 929.960314] env[62788]: INFO nova.compute.manager [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Took 26.43 seconds to build instance. [ 929.970585] env[62788]: DEBUG nova.network.neutron [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Updating instance_info_cache with network_info: [{"id": "1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4", "address": "fa:16:3e:27:14:c0", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f64b1-2a", "ovs_interfaceid": "1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.046432] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394296, 'name': ReconfigVM_Task, 'duration_secs': 0.579183} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.046432] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a0afa067-1a4e-4f56-8ee2-7fbcd98e098d/a0afa067-1a4e-4f56-8ee2-7fbcd98e098d.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.046432] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3088f303-8e8d-4800-9394-39d2c844bb49 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.059025] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 930.059025] env[62788]: value = "task-2394298" [ 930.059025] env[62788]: _type = "Task" [ 930.059025] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.068300] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394298, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.076706] env[62788]: INFO nova.compute.manager [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Shelve offloading [ 930.096624] env[62788]: DEBUG oslo_concurrency.lockutils [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] Releasing lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.096860] env[62788]: DEBUG nova.compute.manager [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Received event network-changed-5728193a-3310-423f-a21e-da2178413a9f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 930.097056] env[62788]: DEBUG nova.compute.manager [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Refreshing instance network info cache due to event network-changed-5728193a-3310-423f-a21e-da2178413a9f. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 930.097293] env[62788]: DEBUG oslo_concurrency.lockutils [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] Acquiring lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.097962] env[62788]: DEBUG oslo_concurrency.lockutils [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] Acquired lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.098175] env[62788]: DEBUG nova.network.neutron [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Refreshing network info cache for port 5728193a-3310-423f-a21e-da2178413a9f {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.122547] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.147504] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523fcad2-5bf0-9830-7bb9-acf633b06be6, 'name': SearchDatastore_Task, 'duration_secs': 0.03892} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.147825] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.148264] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.148495] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.148648] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.148861] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.149519] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3b08d6a-f5a7-4e19-8096-1bcc7679507c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.160571] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.161379] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.161758] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c44a431-c481-4826-b108-df01d2b961b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.171445] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 930.171445] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5227c298-461b-11d4-1fe0-ee73b9a66973" [ 930.171445] env[62788]: _type = "Task" [ 930.171445] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.181074] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5227c298-461b-11d4-1fe0-ee73b9a66973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.430764] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42aa09d-7aaf-417a-936d-5bf5721cf8f2 tempest-ServersWithSpecificFlavorTestJSON-1038269371 tempest-ServersWithSpecificFlavorTestJSON-1038269371-project-member] Lock "70e46613-bc6f-4b1c-9a73-880bc8f77946" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.276s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.464704] env[62788]: DEBUG oslo_concurrency.lockutils [None req-87d4d4c7-5c5b-4c31-9a3e-1dfbc528223d tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Lock "435ef4c0-6316-4174-91f5-7ed596a72cdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.945s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.474261] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Releasing lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.474566] env[62788]: DEBUG nova.compute.manager [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Instance network_info: |[{"id": "1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4", "address": "fa:16:3e:27:14:c0", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f64b1-2a", "ovs_interfaceid": "1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 930.474946] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:14:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.482560] env[62788]: DEBUG oslo.service.loopingcall [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 930.483139] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.483379] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d31a00f2-366c-4147-a041-53bb1d0c1e2e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.508474] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.508474] env[62788]: value = "task-2394299" [ 930.508474] env[62788]: _type = "Task" [ 930.508474] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.523586] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394299, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.539174] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquiring lock "435ef4c0-6316-4174-91f5-7ed596a72cdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.539174] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Lock "435ef4c0-6316-4174-91f5-7ed596a72cdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.539174] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquiring lock "435ef4c0-6316-4174-91f5-7ed596a72cdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.539174] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Lock "435ef4c0-6316-4174-91f5-7ed596a72cdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.539174] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Lock "435ef4c0-6316-4174-91f5-7ed596a72cdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.543993] env[62788]: INFO nova.compute.manager [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Terminating instance [ 930.576363] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394298, 'name': Rename_Task, 'duration_secs': 0.251588} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.576606] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.576973] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce6e2932-082e-464c-abec-9eab6e05a9fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.583672] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.584016] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eccbaede-9627-4543-b495-6e28321b67cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.586236] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 930.586236] env[62788]: value = "task-2394300" [ 930.586236] env[62788]: _type = "Task" [ 930.586236] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.595632] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 930.595632] env[62788]: value = "task-2394301" [ 930.595632] env[62788]: _type = "Task" [ 930.595632] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.599204] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.611282] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 930.612147] env[62788]: DEBUG nova.compute.manager [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 930.615130] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ba54ca-201a-4b88-aa55-63a21f6a2964 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.622325] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.622325] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.622325] env[62788]: DEBUG nova.network.neutron [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.678945] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5227c298-461b-11d4-1fe0-ee73b9a66973, 'name': SearchDatastore_Task, 'duration_secs': 0.020442} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.679813] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de744ae-d213-4a56-a883-afb185f3b711 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.688611] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 930.688611] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529cb857-33db-6249-aa1e-7a6c6d72dc14" [ 930.688611] env[62788]: _type = "Task" [ 930.688611] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.701170] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529cb857-33db-6249-aa1e-7a6c6d72dc14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.763853] env[62788]: DEBUG nova.compute.manager [req-6659661c-efbf-4514-bd16-753a96ff4cee req-72072ce5-eafc-476e-bb94-3cd30fe8c378 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Received event network-changed-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 930.765256] env[62788]: DEBUG nova.compute.manager [req-6659661c-efbf-4514-bd16-753a96ff4cee req-72072ce5-eafc-476e-bb94-3cd30fe8c378 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Refreshing instance network info cache due to event network-changed-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 930.765256] env[62788]: DEBUG oslo_concurrency.lockutils [req-6659661c-efbf-4514-bd16-753a96ff4cee req-72072ce5-eafc-476e-bb94-3cd30fe8c378 service nova] Acquiring lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.765256] env[62788]: DEBUG oslo_concurrency.lockutils [req-6659661c-efbf-4514-bd16-753a96ff4cee req-72072ce5-eafc-476e-bb94-3cd30fe8c378 service nova] Acquired lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.765256] env[62788]: DEBUG nova.network.neutron [req-6659661c-efbf-4514-bd16-753a96ff4cee req-72072ce5-eafc-476e-bb94-3cd30fe8c378 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Refreshing network info cache for port 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.824479] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9e762e-3556-4222-bf1d-45aaa05992b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.833162] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e261a6a-f72b-4d73-a2bd-a6ab415bc3db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.870503] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b5e860-fc50-4627-a4ee-6a08f84fad99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.879400] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7f9fd5-e634-44af-99ab-c45e46cc0c34 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.894637] env[62788]: DEBUG nova.compute.provider_tree [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.915926] env[62788]: DEBUG nova.network.neutron [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Updated VIF entry in instance network info cache for port 5728193a-3310-423f-a21e-da2178413a9f. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.916301] env[62788]: DEBUG nova.network.neutron [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Updating instance_info_cache with network_info: [{"id": "5728193a-3310-423f-a21e-da2178413a9f", "address": "fa:16:3e:62:c0:a1", "network": {"id": "c39bc335-13a3-4ce4-9af6-b772bb3b80d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2048656337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8533f2b65f6348779c5b5f6c37395fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5728193a-33", "ovs_interfaceid": "5728193a-3310-423f-a21e-da2178413a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.020019] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394299, 'name': CreateVM_Task, 'duration_secs': 0.403686} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.020265] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.021013] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.021325] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.021583] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 931.021821] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d66295c-bd66-40ce-a580-eb1089281de7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.026916] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 931.026916] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52db2d4a-f829-2bfc-f867-f79a42510739" [ 931.026916] env[62788]: _type = "Task" [ 931.026916] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.036339] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52db2d4a-f829-2bfc-f867-f79a42510739, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.049232] env[62788]: DEBUG nova.compute.manager [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 931.049418] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.053019] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4fc0c1-e32c-4595-a624-055067fe6325 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.060883] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.061175] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e82a19e-e8e3-4a29-8981-e23cec4628a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.070761] env[62788]: DEBUG oslo_vmware.api [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for the task: (returnval){ [ 931.070761] env[62788]: value = "task-2394302" [ 931.070761] env[62788]: _type = "Task" [ 931.070761] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.082235] env[62788]: DEBUG oslo_vmware.api [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.096825] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394300, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.200725] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529cb857-33db-6249-aa1e-7a6c6d72dc14, 'name': SearchDatastore_Task, 'duration_secs': 0.012621} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.201111] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.201416] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 5a26bac5-d522-4d7f-8acf-89027ba55c43/5a26bac5-d522-4d7f-8acf-89027ba55c43.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.201698] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4be5644a-3a11-4e0f-8c99-04028be4704c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.210831] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 931.210831] env[62788]: value = "task-2394303" [ 931.210831] env[62788]: _type = "Task" [ 931.210831] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.220806] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.397933] env[62788]: DEBUG nova.scheduler.client.report [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.419326] env[62788]: DEBUG oslo_concurrency.lockutils [req-e7e91878-a343-49a7-8f64-3f67641ae399 req-de34e00d-e078-421f-b16f-9ca3a7841339 service nova] Releasing lock "refresh_cache-57f5de6b-7290-4359-8b6d-5f66e6e9ace0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.542282] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52db2d4a-f829-2bfc-f867-f79a42510739, 'name': SearchDatastore_Task, 'duration_secs': 0.011866} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.543411] env[62788]: DEBUG nova.network.neutron [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Updating instance_info_cache with network_info: [{"id": "a5ae427b-c7fc-4696-b482-74e318e3756e", "address": "fa:16:3e:1b:3c:c2", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5ae427b-c7", "ovs_interfaceid": "a5ae427b-c7fc-4696-b482-74e318e3756e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.544712] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.544964] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.545222] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.545369] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.549041] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.549041] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db027f90-a2a1-4e29-8ab0-77e33a4594b8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.562552] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.562804] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.566363] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b0bf32-9b05-43ce-8ddb-b15aed7e8e41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.581986] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 931.581986] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526f9c51-78a5-760e-f44d-7c3c48f68531" [ 931.581986] env[62788]: _type = "Task" [ 931.581986] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.590665] env[62788]: DEBUG oslo_vmware.api [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394302, 'name': PowerOffVM_Task, 'duration_secs': 0.213608} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.594482] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.594685] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.595815] env[62788]: DEBUG nova.network.neutron [req-6659661c-efbf-4514-bd16-753a96ff4cee req-72072ce5-eafc-476e-bb94-3cd30fe8c378 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Updated VIF entry in instance network info cache for port 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.595990] env[62788]: DEBUG nova.network.neutron [req-6659661c-efbf-4514-bd16-753a96ff4cee req-72072ce5-eafc-476e-bb94-3cd30fe8c378 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Updating instance_info_cache with network_info: [{"id": "1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4", "address": "fa:16:3e:27:14:c0", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f64b1-2a", "ovs_interfaceid": "1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.597307] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.597521] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07690591-306e-4581-a191-039e9212f429 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.604633] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 931.606323] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526f9c51-78a5-760e-f44d-7c3c48f68531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.613362] env[62788]: DEBUG oslo_vmware.api [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394300, 'name': PowerOnVM_Task, 'duration_secs': 0.527294} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.613644] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.613849] env[62788]: INFO nova.compute.manager [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Took 8.83 seconds to spawn the instance on the hypervisor. [ 931.614050] env[62788]: DEBUG nova.compute.manager [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 931.614967] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83d5571-12bf-4f1a-a65c-fef24ca2370c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.693330] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.693330] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.693526] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Deleting the datastore file [datastore1] 435ef4c0-6316-4174-91f5-7ed596a72cdc {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.694658] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16a30cab-05a4-4a4f-a1de-1e1f199b6c0d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.703835] env[62788]: DEBUG oslo_vmware.api [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for the task: (returnval){ [ 931.703835] env[62788]: value = "task-2394305" [ 931.703835] env[62788]: _type = "Task" [ 931.703835] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.714909] env[62788]: DEBUG oslo_vmware.api [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.727520] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394303, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.907830] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.911027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.256s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.911266] env[62788]: DEBUG nova.objects.instance [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lazy-loading 'resources' on Instance uuid 33227b7a-3dfe-4d7b-8fd8-da6100ecb820 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.932614] env[62788]: INFO nova.scheduler.client.report [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Deleted allocations for instance 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0 [ 932.047977] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.096268] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526f9c51-78a5-760e-f44d-7c3c48f68531, 'name': SearchDatastore_Task, 'duration_secs': 0.059005} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.097112] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d74fea4-1b20-448d-8b8e-1b07f8ac0e06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.103210] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 932.103210] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52cbf480-0119-95cd-cd3b-beb1dfac7ed3" [ 932.103210] env[62788]: _type = "Task" [ 932.103210] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.105604] env[62788]: DEBUG oslo_concurrency.lockutils [req-6659661c-efbf-4514-bd16-753a96ff4cee req-72072ce5-eafc-476e-bb94-3cd30fe8c378 service nova] Releasing lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.115405] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 932.115573] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 932.124450] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cbf480-0119-95cd-cd3b-beb1dfac7ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.133200] env[62788]: INFO nova.compute.manager [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Took 27.92 seconds to build instance. [ 932.215551] env[62788]: DEBUG oslo_vmware.api [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394305, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.224625] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596155} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.224882] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 5a26bac5-d522-4d7f-8acf-89027ba55c43/5a26bac5-d522-4d7f-8acf-89027ba55c43.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.225111] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.225361] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c12fa623-fe54-4bdc-8fbd-90f7d4269c45 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.232181] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 932.232181] env[62788]: value = "task-2394306" [ 932.232181] env[62788]: _type = "Task" [ 932.232181] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.240678] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.254215] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.254440] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.443131] env[62788]: DEBUG oslo_concurrency.lockutils [None req-29e8dba7-fa54-4647-9c18-50c5f2f7c80e tempest-ListImageFiltersTestJSON-224925092 tempest-ListImageFiltersTestJSON-224925092-project-member] Lock "5e59e1c6-2f5e-49f3-8d9c-74226c9905b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.648s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.448261] env[62788]: DEBUG nova.compute.manager [req-e131487d-5b9d-4f55-8684-7a88a5df6fb4 req-53b3ebd2-7a64-4682-9889-daadf6edfb9f service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Received event network-vif-unplugged-a5ae427b-c7fc-4696-b482-74e318e3756e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 932.448469] env[62788]: DEBUG oslo_concurrency.lockutils [req-e131487d-5b9d-4f55-8684-7a88a5df6fb4 req-53b3ebd2-7a64-4682-9889-daadf6edfb9f service nova] Acquiring lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.448674] env[62788]: DEBUG oslo_concurrency.lockutils [req-e131487d-5b9d-4f55-8684-7a88a5df6fb4 req-53b3ebd2-7a64-4682-9889-daadf6edfb9f service nova] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.448839] env[62788]: DEBUG oslo_concurrency.lockutils [req-e131487d-5b9d-4f55-8684-7a88a5df6fb4 req-53b3ebd2-7a64-4682-9889-daadf6edfb9f service nova] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.449014] env[62788]: DEBUG nova.compute.manager [req-e131487d-5b9d-4f55-8684-7a88a5df6fb4 req-53b3ebd2-7a64-4682-9889-daadf6edfb9f service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] No waiting events found dispatching network-vif-unplugged-a5ae427b-c7fc-4696-b482-74e318e3756e {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.449196] env[62788]: WARNING nova.compute.manager [req-e131487d-5b9d-4f55-8684-7a88a5df6fb4 req-53b3ebd2-7a64-4682-9889-daadf6edfb9f service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Received unexpected event network-vif-unplugged-a5ae427b-c7fc-4696-b482-74e318e3756e for instance with vm_state shelved and task_state shelving_offloading. [ 932.510019] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.510019] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd2754b-91a2-40b6-bead-977129f9785d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.523207] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.523478] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7697f8f5-49bf-41bf-876d-6eb566e8ddd3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.628303] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cbf480-0119-95cd-cd3b-beb1dfac7ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.025386} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.628303] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.628564] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 53fedaf0-39bf-4237-9e96-a823b8ef3e4b/53fedaf0-39bf-4237-9e96-a823b8ef3e4b.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.628828] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fc274f3-73ef-4289-bf86-e183ea7a9a24 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.632890] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.633183] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.633300] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleting the datastore file [datastore1] f454b2fd-9774-471b-a23b-7a6849cbc2b7 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.633915] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d69313d0-d265-4a99-95e9-7bf13f9d10cb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.636442] env[62788]: DEBUG oslo_concurrency.lockutils [None req-23bf6d59-625c-4fd9-bc9b-31271ef62659 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.432s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.641519] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 932.641519] env[62788]: value = "task-2394308" [ 932.641519] env[62788]: _type = "Task" [ 932.641519] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.643938] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 932.643938] env[62788]: value = "task-2394309" [ 932.643938] env[62788]: _type = "Task" [ 932.643938] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.658919] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.659185] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.719891] env[62788]: DEBUG oslo_vmware.api [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Task: {'id': task-2394305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516386} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.720224] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.720431] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.720637] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.720868] env[62788]: INFO nova.compute.manager [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Took 1.67 seconds to destroy the instance on the hypervisor. [ 932.721166] env[62788]: DEBUG oslo.service.loopingcall [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.721387] env[62788]: DEBUG nova.compute.manager [-] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 932.721500] env[62788]: DEBUG nova.network.neutron [-] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.744787] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068765} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.744924] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.746077] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ffab32-1a21-43c1-a781-9db86745785b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.763752] env[62788]: DEBUG nova.compute.manager [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 932.777163] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 5a26bac5-d522-4d7f-8acf-89027ba55c43/5a26bac5-d522-4d7f-8acf-89027ba55c43.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.780576] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-836dc3c5-df1e-4bf9-80f3-1e48e96f146d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.804451] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 932.804451] env[62788]: value = "task-2394310" [ 932.804451] env[62788]: _type = "Task" [ 932.804451] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.814249] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.833010] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c075eeb-9426-4494-8316-3d7b0e87af4b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.842127] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b248d761-9968-4975-b033-0e81d1a9bc3e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.880700] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddd1c82-bc74-46fa-8c59-7b5f94cce574 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.887093] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0588d1ca-5baf-48c6-9b0a-be4e2382e741 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.903383] env[62788]: DEBUG nova.compute.provider_tree [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.166521] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394308, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.173206] env[62788]: DEBUG oslo_vmware.api [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215749} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.178428] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.178428] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.178428] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.220740] env[62788]: INFO nova.scheduler.client.report [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted allocations for instance f454b2fd-9774-471b-a23b-7a6849cbc2b7 [ 933.298546] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.318892] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.407282] env[62788]: DEBUG nova.scheduler.client.report [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.656037] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576029} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.656037] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 53fedaf0-39bf-4237-9e96-a823b8ef3e4b/53fedaf0-39bf-4237-9e96-a823b8ef3e4b.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.656037] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.656037] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae6c6429-9279-4698-92f5-ce326a6ca2ab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.667071] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 933.667071] env[62788]: value = "task-2394311" [ 933.667071] env[62788]: _type = "Task" [ 933.667071] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.674663] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.727875] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 933.765492] env[62788]: DEBUG nova.network.neutron [-] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.817947] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394310, 'name': ReconfigVM_Task, 'duration_secs': 0.540595} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.817947] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 5a26bac5-d522-4d7f-8acf-89027ba55c43/5a26bac5-d522-4d7f-8acf-89027ba55c43.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.818541] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccae6bde-6c2e-4b13-946d-43a2c6621f41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.827205] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 933.827205] env[62788]: value = "task-2394312" [ 933.827205] env[62788]: _type = "Task" [ 933.827205] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.842943] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394312, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.913398] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 933.917469] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.536s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 933.917773] env[62788]: DEBUG nova.objects.instance [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lazy-loading 'resources' on Instance uuid adb75301-5ea3-4467-bf86-e4e7891e9d28 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.955282] env[62788]: INFO nova.scheduler.client.report [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleted allocations for instance 33227b7a-3dfe-4d7b-8fd8-da6100ecb820 [ 934.180588] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17152} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.180997] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.182216] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d92c54f-33f2-4a26-a768-5158f4b96957 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.222449] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 53fedaf0-39bf-4237-9e96-a823b8ef3e4b/53fedaf0-39bf-4237-9e96-a823b8ef3e4b.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.222961] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67cf0df4-f57a-4741-b585-d9053c6fd3fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.256836] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 934.256836] env[62788]: value = "task-2394313" [ 934.256836] env[62788]: _type = "Task" [ 934.256836] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.268161] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.268664] env[62788]: INFO nova.compute.manager [-] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Took 1.55 seconds to deallocate network for instance. [ 934.339851] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394312, 'name': Rename_Task, 'duration_secs': 0.479816} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.340198] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.340467] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab904a0b-d924-435d-9858-5800f81fa329 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.366109] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 934.366109] env[62788]: value = "task-2394314" [ 934.366109] env[62788]: _type = "Task" [ 934.366109] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.377185] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.467259] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ae56a1b3-e695-4f1e-993d-7455fdda3a55 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "33227b7a-3dfe-4d7b-8fd8-da6100ecb820" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.237s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.678731] env[62788]: DEBUG nova.compute.manager [req-c7ed6af8-578c-4e4e-98c0-352bb28fa95a req-e75d35f6-c9e8-4390-b33d-933f12c5070d service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Received event network-changed-a5ae427b-c7fc-4696-b482-74e318e3756e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 934.678986] env[62788]: DEBUG nova.compute.manager [req-c7ed6af8-578c-4e4e-98c0-352bb28fa95a req-e75d35f6-c9e8-4390-b33d-933f12c5070d service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Refreshing instance network info cache due to event network-changed-a5ae427b-c7fc-4696-b482-74e318e3756e. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 934.679161] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7ed6af8-578c-4e4e-98c0-352bb28fa95a req-e75d35f6-c9e8-4390-b33d-933f12c5070d service nova] Acquiring lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.679309] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7ed6af8-578c-4e4e-98c0-352bb28fa95a req-e75d35f6-c9e8-4390-b33d-933f12c5070d service nova] Acquired lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.679508] env[62788]: DEBUG nova.network.neutron [req-c7ed6af8-578c-4e4e-98c0-352bb28fa95a req-e75d35f6-c9e8-4390-b33d-933f12c5070d service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Refreshing network info cache for port a5ae427b-c7fc-4696-b482-74e318e3756e {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.772768] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.777022] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.780271] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a255eb-1525-492d-9e27-4e89560658b5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.788345] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6829a3ab-3fbe-4f43-b2d4-513f26cbb78c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.824659] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57914e43-bbe6-40ca-86b6-70be38e946cd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.833666] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c8a7ab-b99d-4ff0-8eb9-99ed240ca63d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.851044] env[62788]: DEBUG nova.compute.provider_tree [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.884686] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.996719] env[62788]: DEBUG oslo_concurrency.lockutils [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "036aaecc-5f03-40c0-91d0-f4f5e505c620" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.997091] env[62788]: DEBUG oslo_concurrency.lockutils [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "036aaecc-5f03-40c0-91d0-f4f5e505c620" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.997326] env[62788]: DEBUG oslo_concurrency.lockutils [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "036aaecc-5f03-40c0-91d0-f4f5e505c620-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.997596] env[62788]: DEBUG oslo_concurrency.lockutils [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "036aaecc-5f03-40c0-91d0-f4f5e505c620-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.997724] env[62788]: DEBUG oslo_concurrency.lockutils [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "036aaecc-5f03-40c0-91d0-f4f5e505c620-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.000173] env[62788]: INFO nova.compute.manager [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Terminating instance [ 935.272923] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.357981] env[62788]: DEBUG nova.scheduler.client.report [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.361718] env[62788]: DEBUG oslo_concurrency.lockutils [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.378923] env[62788]: DEBUG oslo_vmware.api [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394314, 'name': PowerOnVM_Task, 'duration_secs': 0.677409} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.378973] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.379172] env[62788]: INFO nova.compute.manager [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Took 9.97 seconds to spawn the instance on the hypervisor. [ 935.379461] env[62788]: DEBUG nova.compute.manager [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 935.381447] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16547ebd-637e-47e8-8e90-1a3d3b7eed5e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.510476] env[62788]: DEBUG nova.compute.manager [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 935.510476] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.510476] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9792a775-a769-4749-9369-057d933f4760 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.521517] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.521975] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-917a6efc-0af3-41e0-a78f-d867924b7e8d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.531083] env[62788]: DEBUG oslo_vmware.api [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 935.531083] env[62788]: value = "task-2394315" [ 935.531083] env[62788]: _type = "Task" [ 935.531083] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.541840] env[62788]: DEBUG oslo_vmware.api [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.635444] env[62788]: DEBUG nova.network.neutron [req-c7ed6af8-578c-4e4e-98c0-352bb28fa95a req-e75d35f6-c9e8-4390-b33d-933f12c5070d service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Updated VIF entry in instance network info cache for port a5ae427b-c7fc-4696-b482-74e318e3756e. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.635804] env[62788]: DEBUG nova.network.neutron [req-c7ed6af8-578c-4e4e-98c0-352bb28fa95a req-e75d35f6-c9e8-4390-b33d-933f12c5070d service nova] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Updating instance_info_cache with network_info: [{"id": "a5ae427b-c7fc-4696-b482-74e318e3756e", "address": "fa:16:3e:1b:3c:c2", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": null, "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapa5ae427b-c7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.773449] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394313, 'name': ReconfigVM_Task, 'duration_secs': 1.156721} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.773791] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 53fedaf0-39bf-4237-9e96-a823b8ef3e4b/53fedaf0-39bf-4237-9e96-a823b8ef3e4b.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.774475] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05faf46a-6644-475b-9f96-c821251e91ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.782595] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 935.782595] env[62788]: value = "task-2394316" [ 935.782595] env[62788]: _type = "Task" [ 935.782595] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.797806] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394316, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.869088] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.951s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.874481] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.423s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.874481] env[62788]: DEBUG nova.objects.instance [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Lazy-loading 'resources' on Instance uuid 4ac2d7b0-2633-4684-a1ee-71d15d2b4466 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.901871] env[62788]: INFO nova.scheduler.client.report [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Deleted allocations for instance adb75301-5ea3-4467-bf86-e4e7891e9d28 [ 935.909799] env[62788]: INFO nova.compute.manager [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Took 31.27 seconds to build instance. [ 936.045024] env[62788]: DEBUG oslo_vmware.api [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394315, 'name': PowerOffVM_Task, 'duration_secs': 0.380547} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.045216] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.045399] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.046853] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95925046-1759-4ecc-9386-79dd0b54628f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.137097] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.137349] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.137426] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleting the datastore file [datastore2] 036aaecc-5f03-40c0-91d0-f4f5e505c620 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.138504] env[62788]: DEBUG oslo_concurrency.lockutils [req-c7ed6af8-578c-4e4e-98c0-352bb28fa95a req-e75d35f6-c9e8-4390-b33d-933f12c5070d service nova] Releasing lock "refresh_cache-f454b2fd-9774-471b-a23b-7a6849cbc2b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.138721] env[62788]: DEBUG nova.compute.manager [req-c7ed6af8-578c-4e4e-98c0-352bb28fa95a req-e75d35f6-c9e8-4390-b33d-933f12c5070d service nova] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Received event network-vif-deleted-47c1797e-d20d-4908-99c9-292d2672662a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 936.138908] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e46641-8363-4e96-bef0-cc0e1baae21e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.147988] env[62788]: DEBUG oslo_vmware.api [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for the task: (returnval){ [ 936.147988] env[62788]: value = "task-2394318" [ 936.147988] env[62788]: _type = "Task" [ 936.147988] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.152858] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Skipping network cache update for instance because it is being deleted. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 936.162172] env[62788]: DEBUG oslo_vmware.api [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.297944] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394316, 'name': Rename_Task, 'duration_secs': 0.312197} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.299092] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.299492] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-299496e4-7df2-4631-af5f-8de8a0b7c886 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.310037] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 936.310037] env[62788]: value = "task-2394319" [ 936.310037] env[62788]: _type = "Task" [ 936.310037] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.318106] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.415340] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4b529272-abbe-4dc3-a34d-e6794057a3ca tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "5a26bac5-d522-4d7f-8acf-89027ba55c43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.784s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.422127] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2997905f-ebf6-4bfc-9108-f6e4448ad99b tempest-ServersNegativeTestJSON-1999613964 tempest-ServersNegativeTestJSON-1999613964-project-member] Lock "adb75301-5ea3-4467-bf86-e4e7891e9d28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.096s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.662842] env[62788]: DEBUG oslo_vmware.api [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Task: {'id': task-2394318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309859} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.665889] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.666101] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.666312] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.666515] env[62788]: INFO nova.compute.manager [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Took 1.16 seconds to destroy the instance on the hypervisor. [ 936.666762] env[62788]: DEBUG oslo.service.loopingcall [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 936.667337] env[62788]: DEBUG nova.compute.manager [-] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 936.667441] env[62788]: DEBUG nova.network.neutron [-] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.700161] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af73d2aa-e85a-417d-99c0-dc1e61911965 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.710545] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f51c2bc-998d-4414-887c-91030a5af176 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.752323] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b52c4a-2c57-4126-9197-7ed9448ae801 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.755454] env[62788]: INFO nova.compute.manager [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Rescuing [ 936.755454] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "refresh_cache-5a26bac5-d522-4d7f-8acf-89027ba55c43" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.755577] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "refresh_cache-5a26bac5-d522-4d7f-8acf-89027ba55c43" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.755821] env[62788]: DEBUG nova.network.neutron [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.760481] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c15121-9a50-4d61-a1bc-b4aee5163ef1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.778636] env[62788]: DEBUG nova.compute.provider_tree [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.820226] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.072014] env[62788]: DEBUG nova.compute.manager [req-f9d77255-dca6-4e2b-85a9-69aa1b093570 req-92ccaad0-3f5d-4820-b774-b3f77e7ce0cb service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Received event network-vif-deleted-6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 937.072325] env[62788]: INFO nova.compute.manager [req-f9d77255-dca6-4e2b-85a9-69aa1b093570 req-92ccaad0-3f5d-4820-b774-b3f77e7ce0cb service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Neutron deleted interface 6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc; detaching it from the instance and deleting it from the info cache [ 937.072494] env[62788]: DEBUG nova.network.neutron [req-f9d77255-dca6-4e2b-85a9-69aa1b093570 req-92ccaad0-3f5d-4820-b774-b3f77e7ce0cb service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.281827] env[62788]: DEBUG nova.scheduler.client.report [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.320414] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.536417] env[62788]: DEBUG nova.network.neutron [-] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.576140] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24a14819-ae63-4856-bfff-b0b17979ed62 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.590675] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb159894-28be-431c-b434-63bd28e978c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.636975] env[62788]: DEBUG nova.compute.manager [req-f9d77255-dca6-4e2b-85a9-69aa1b093570 req-92ccaad0-3f5d-4820-b774-b3f77e7ce0cb service nova] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Detach interface failed, port_id=6e1fb3f0-1bdc-4d58-bd64-862e4dd1aacc, reason: Instance 036aaecc-5f03-40c0-91d0-f4f5e505c620 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 937.673217] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Didn't find any instances for network info cache update. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10553}} [ 937.673285] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.673476] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.673637] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.673799] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.674031] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.674158] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.674295] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 937.674686] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.722483] env[62788]: DEBUG nova.network.neutron [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Updating instance_info_cache with network_info: [{"id": "ddf02b5e-f002-48ec-b143-da8af5f2f7ae", "address": "fa:16:3e:4e:ea:2e", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddf02b5e-f0", "ovs_interfaceid": "ddf02b5e-f002-48ec-b143-da8af5f2f7ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.788934] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.791796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.345s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.791796] env[62788]: DEBUG nova.objects.instance [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 937.819992] env[62788]: DEBUG oslo_vmware.api [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394319, 'name': PowerOnVM_Task, 'duration_secs': 1.47651} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.819992] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.819992] env[62788]: INFO nova.compute.manager [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Took 9.95 seconds to spawn the instance on the hypervisor. [ 937.820213] env[62788]: DEBUG nova.compute.manager [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 937.821809] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131e0994-c311-4eab-b9f8-1538a01d1542 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.835942] env[62788]: INFO nova.scheduler.client.report [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Deleted allocations for instance 4ac2d7b0-2633-4684-a1ee-71d15d2b4466 [ 938.043358] env[62788]: INFO nova.compute.manager [-] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Took 1.37 seconds to deallocate network for instance. [ 938.183289] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.226426] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "refresh_cache-5a26bac5-d522-4d7f-8acf-89027ba55c43" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.348658] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1065c87-c6f5-4fac-b50d-fff6e84aaf82 tempest-ServersTestManualDisk-1069498664 tempest-ServersTestManualDisk-1069498664-project-member] Lock "4ac2d7b0-2633-4684-a1ee-71d15d2b4466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.415s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.350196] env[62788]: INFO nova.compute.manager [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Took 27.55 seconds to build instance. [ 938.552125] env[62788]: DEBUG oslo_concurrency.lockutils [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 938.806991] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2f4ede69-9bca-4c84-9ddb-e8c391953031 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.807853] env[62788]: DEBUG oslo_concurrency.lockutils [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.243s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 938.808331] env[62788]: DEBUG nova.objects.instance [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'resources' on Instance uuid 17e14f3f-8170-4dff-bc39-6123194ed8e0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.855983] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5397a967-f4d5-4ec4-a9d4-6357b72edea3 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.066s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.634639] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8200bd-685b-4ea4-be45-5fbcb346961f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.644459] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc3ee04-5bb9-4a84-9f79-0b78f700a6b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.687275] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b85ec6-fe5e-4e0d-bd7a-9ad5526d50d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.697149] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ab00f8-29d0-4a32-a356-701a7c5a5602 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.712242] env[62788]: DEBUG nova.compute.provider_tree [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.779723] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.779723] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4ab17d6-f86b-4a2e-9f52-6a57831fa18c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.787391] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 939.787391] env[62788]: value = "task-2394320" [ 939.787391] env[62788]: _type = "Task" [ 939.787391] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.799093] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.092464] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquiring lock "84bb5828-006e-4c35-9863-743b5bc949b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.092784] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Lock "84bb5828-006e-4c35-9863-743b5bc949b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.215100] env[62788]: DEBUG nova.scheduler.client.report [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.299009] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394320, 'name': PowerOffVM_Task, 'duration_secs': 0.278501} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.299108] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.300066] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da8748d-1f1c-41a1-80a4-00219df4da30 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.323186] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3a5171-c92a-40b1-aa0c-f113f001a3f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.363996] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.363996] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-084b91bb-49f5-4b80-a5fa-9d3657463760 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.378018] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 940.378018] env[62788]: value = "task-2394321" [ 940.378018] env[62788]: _type = "Task" [ 940.378018] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.394548] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 940.394548] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.394703] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.395254] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.395254] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.395392] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db975e67-2abc-463c-be30-2dd31b43a6a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.409756] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.409756] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.409756] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0880d2b8-f293-45ce-8ee3-7b958d06ba54 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.417930] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 940.417930] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526aa920-95e7-e0ed-940b-26b914612f78" [ 940.417930] env[62788]: _type = "Task" [ 940.417930] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.427996] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526aa920-95e7-e0ed-940b-26b914612f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.430363] env[62788]: DEBUG nova.compute.manager [req-48281055-56b8-47fe-b61f-436ea88b5b8b req-4649cbc5-c96d-40b2-8032-14f4bf490f80 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Received event network-changed-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 940.431024] env[62788]: DEBUG nova.compute.manager [req-48281055-56b8-47fe-b61f-436ea88b5b8b req-4649cbc5-c96d-40b2-8032-14f4bf490f80 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Refreshing instance network info cache due to event network-changed-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 940.431024] env[62788]: DEBUG oslo_concurrency.lockutils [req-48281055-56b8-47fe-b61f-436ea88b5b8b req-4649cbc5-c96d-40b2-8032-14f4bf490f80 service nova] Acquiring lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 940.431024] env[62788]: DEBUG oslo_concurrency.lockutils [req-48281055-56b8-47fe-b61f-436ea88b5b8b req-4649cbc5-c96d-40b2-8032-14f4bf490f80 service nova] Acquired lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.431184] env[62788]: DEBUG nova.network.neutron [req-48281055-56b8-47fe-b61f-436ea88b5b8b req-4649cbc5-c96d-40b2-8032-14f4bf490f80 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Refreshing network info cache for port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.597770] env[62788]: DEBUG nova.compute.manager [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 940.724857] env[62788]: DEBUG oslo_concurrency.lockutils [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.728823] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.606s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.729229] env[62788]: DEBUG nova.objects.instance [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lazy-loading 'resources' on Instance uuid 7cf516ce-494d-455e-bfcd-3b71df267be4 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.758159] env[62788]: INFO nova.scheduler.client.report [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleted allocations for instance 17e14f3f-8170-4dff-bc39-6123194ed8e0 [ 940.928887] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526aa920-95e7-e0ed-940b-26b914612f78, 'name': SearchDatastore_Task, 'duration_secs': 0.013402} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.929729] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef4956c6-385a-4078-a335-5753bd1717ae {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.937247] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 940.937247] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52999fbf-4622-4695-6c6c-b5a39bec77f2" [ 940.937247] env[62788]: _type = "Task" [ 940.937247] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.948364] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52999fbf-4622-4695-6c6c-b5a39bec77f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.137557] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.268708] env[62788]: DEBUG oslo_concurrency.lockutils [None req-086673c9-cdcb-4991-80a8-19368488eb3c tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "17e14f3f-8170-4dff-bc39-6123194ed8e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.600s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.454184] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52999fbf-4622-4695-6c6c-b5a39bec77f2, 'name': SearchDatastore_Task, 'duration_secs': 0.024033} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.455781] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.456675] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 5a26bac5-d522-4d7f-8acf-89027ba55c43/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. {{(pid=62788) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 941.456961] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48c7a3a4-dad1-4bd4-8a52-610567ea4f60 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.466038] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 941.466038] env[62788]: value = "task-2394322" [ 941.466038] env[62788]: _type = "Task" [ 941.466038] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.476096] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.477559] env[62788]: DEBUG nova.network.neutron [req-48281055-56b8-47fe-b61f-436ea88b5b8b req-4649cbc5-c96d-40b2-8032-14f4bf490f80 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updated VIF entry in instance network info cache for port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.477722] env[62788]: DEBUG nova.network.neutron [req-48281055-56b8-47fe-b61f-436ea88b5b8b req-4649cbc5-c96d-40b2-8032-14f4bf490f80 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updating instance_info_cache with network_info: [{"id": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "address": "fa:16:3e:e2:5e:83", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a1d921-d0", "ovs_interfaceid": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.555951] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e6c947-717d-4a4d-9d07-0f63a098cc04 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.565649] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7012ddf-32ff-4fa8-b778-8ca692145262 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.600409] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7decbe5f-c340-4440-b162-3823387f4e4f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.610292] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa0331a-685f-4983-aca0-28273b312808 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.626088] env[62788]: DEBUG nova.compute.provider_tree [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.979108] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394322, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.983930] env[62788]: DEBUG oslo_concurrency.lockutils [req-48281055-56b8-47fe-b61f-436ea88b5b8b req-4649cbc5-c96d-40b2-8032-14f4bf490f80 service nova] Releasing lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.130174] env[62788]: DEBUG nova.scheduler.client.report [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.479971] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807037} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.480300] env[62788]: INFO nova.virt.vmwareapi.ds_util [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 5a26bac5-d522-4d7f-8acf-89027ba55c43/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. [ 942.481256] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5141f8d9-bbad-4134-ae47-bf71fc370835 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.516148] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 5a26bac5-d522-4d7f-8acf-89027ba55c43/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.516483] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a02fc9d-5c32-4ee9-b199-8f44666427ee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.534986] env[62788]: DEBUG nova.compute.manager [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Received event network-changed-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 942.535200] env[62788]: DEBUG nova.compute.manager [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Refreshing instance network info cache due to event network-changed-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 942.535558] env[62788]: DEBUG oslo_concurrency.lockutils [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] Acquiring lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.535764] env[62788]: DEBUG oslo_concurrency.lockutils [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] Acquired lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.535994] env[62788]: DEBUG nova.network.neutron [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Refreshing network info cache for port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.544400] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 942.544400] env[62788]: value = "task-2394323" [ 942.544400] env[62788]: _type = "Task" [ 942.544400] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.556739] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.638408] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.642606] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.344s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.643769] env[62788]: INFO nova.compute.claims [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 942.676843] env[62788]: INFO nova.scheduler.client.report [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Deleted allocations for instance 7cf516ce-494d-455e-bfcd-3b71df267be4 [ 943.055700] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394323, 'name': ReconfigVM_Task, 'duration_secs': 0.322667} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.056107] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 5a26bac5-d522-4d7f-8acf-89027ba55c43/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.057058] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f61a0e-bba4-49c3-85e0-0a22edb357b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.093516] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa2a64d6-2349-4097-b61e-f0b0a5ba9c36 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.112355] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 943.112355] env[62788]: value = "task-2394324" [ 943.112355] env[62788]: _type = "Task" [ 943.112355] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.125180] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.191518] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53547c62-2276-485b-8b52-1a8164e54381 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "7cf516ce-494d-455e-bfcd-3b71df267be4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.370s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.393865] env[62788]: DEBUG nova.network.neutron [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updated VIF entry in instance network info cache for port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.395173] env[62788]: DEBUG nova.network.neutron [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updating instance_info_cache with network_info: [{"id": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "address": "fa:16:3e:e2:5e:83", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a1d921-d0", "ovs_interfaceid": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.624839] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394324, 'name': ReconfigVM_Task, 'duration_secs': 0.20949} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.626024] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.626024] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cad3eb90-d526-4111-9b7c-0734952ed784 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.636017] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 943.636017] env[62788]: value = "task-2394325" [ 943.636017] env[62788]: _type = "Task" [ 943.636017] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.644219] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.898194] env[62788]: DEBUG oslo_concurrency.lockutils [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] Releasing lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 943.898511] env[62788]: DEBUG nova.compute.manager [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Received event network-changed-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 943.898768] env[62788]: DEBUG nova.compute.manager [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Refreshing instance network info cache due to event network-changed-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 943.899122] env[62788]: DEBUG oslo_concurrency.lockutils [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] Acquiring lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 943.899363] env[62788]: DEBUG oslo_concurrency.lockutils [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] Acquired lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.899697] env[62788]: DEBUG nova.network.neutron [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Refreshing network info cache for port 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.920143] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff4a7e-f84d-434f-9629-e3369dd3d841 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.929369] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728548b6-d3d9-4d98-a927-fae600b13888 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.965019] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f220d9-a38e-46c2-aca7-d47c0237dbae {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.971276] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9374966-ceb6-47f6-9ae4-1ab7a8206895 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.985911] env[62788]: DEBUG nova.compute.provider_tree [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.005405] env[62788]: DEBUG nova.compute.manager [req-ccb59029-b356-406b-badc-215d2c106449 req-396f3b96-b787-4a0f-b0e2-12bf720b6025 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Received event network-changed-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 944.005935] env[62788]: DEBUG nova.compute.manager [req-ccb59029-b356-406b-badc-215d2c106449 req-396f3b96-b787-4a0f-b0e2-12bf720b6025 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Refreshing instance network info cache due to event network-changed-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 944.005935] env[62788]: DEBUG oslo_concurrency.lockutils [req-ccb59029-b356-406b-badc-215d2c106449 req-396f3b96-b787-4a0f-b0e2-12bf720b6025 service nova] Acquiring lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.146196] env[62788]: DEBUG oslo_vmware.api [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394325, 'name': PowerOnVM_Task, 'duration_secs': 0.426552} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.147158] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.149477] env[62788]: DEBUG nova.compute.manager [None req-5fcde738-262d-4e1f-b697-2f00a34b738d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 944.150580] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9881b1f-172f-4c98-b156-7ffc7aeacb61 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.426195] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.426451] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.493591] env[62788]: DEBUG nova.scheduler.client.report [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.776088] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "25d99f37-2e63-46c5-9b14-94405ec25aec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.777070] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "25d99f37-2e63-46c5-9b14-94405ec25aec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.777372] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "25d99f37-2e63-46c5-9b14-94405ec25aec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.777574] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "25d99f37-2e63-46c5-9b14-94405ec25aec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.777758] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "25d99f37-2e63-46c5-9b14-94405ec25aec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.781522] env[62788]: INFO nova.compute.manager [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Terminating instance [ 944.783455] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.783831] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.784074] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.784269] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.784433] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.787579] env[62788]: DEBUG nova.network.neutron [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Updated VIF entry in instance network info cache for port 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.788096] env[62788]: DEBUG nova.network.neutron [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Updating instance_info_cache with network_info: [{"id": "1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4", "address": "fa:16:3e:27:14:c0", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f64b1-2a", "ovs_interfaceid": "1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.793052] env[62788]: INFO nova.compute.manager [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Terminating instance [ 944.931894] env[62788]: DEBUG nova.compute.manager [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 944.997009] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.997867] env[62788]: DEBUG nova.compute.manager [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 945.005685] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.278s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.005963] env[62788]: DEBUG nova.objects.instance [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lazy-loading 'resources' on Instance uuid f454b2fd-9774-471b-a23b-7a6849cbc2b7 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.245152] env[62788]: DEBUG nova.compute.manager [req-6f8fe300-5d78-42ee-8f80-55c75aea026e req-d79d9b10-02e6-4c5b-b1e1-eda409100008 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Received event network-changed-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 945.245351] env[62788]: DEBUG nova.compute.manager [req-6f8fe300-5d78-42ee-8f80-55c75aea026e req-d79d9b10-02e6-4c5b-b1e1-eda409100008 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Refreshing instance network info cache due to event network-changed-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 945.245562] env[62788]: DEBUG oslo_concurrency.lockutils [req-6f8fe300-5d78-42ee-8f80-55c75aea026e req-d79d9b10-02e6-4c5b-b1e1-eda409100008 service nova] Acquiring lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.245703] env[62788]: DEBUG oslo_concurrency.lockutils [req-6f8fe300-5d78-42ee-8f80-55c75aea026e req-d79d9b10-02e6-4c5b-b1e1-eda409100008 service nova] Acquired lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.245864] env[62788]: DEBUG nova.network.neutron [req-6f8fe300-5d78-42ee-8f80-55c75aea026e req-d79d9b10-02e6-4c5b-b1e1-eda409100008 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Refreshing network info cache for port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.291142] env[62788]: DEBUG oslo_concurrency.lockutils [req-9a50a4b0-b0a3-434a-b888-805609154d06 req-9cfcd9bf-18fb-4a09-b945-37a41653c9cb service nova] Releasing lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 945.291590] env[62788]: DEBUG oslo_concurrency.lockutils [req-ccb59029-b356-406b-badc-215d2c106449 req-396f3b96-b787-4a0f-b0e2-12bf720b6025 service nova] Acquired lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.291785] env[62788]: DEBUG nova.network.neutron [req-ccb59029-b356-406b-badc-215d2c106449 req-396f3b96-b787-4a0f-b0e2-12bf720b6025 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Refreshing network info cache for port 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.294181] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "refresh_cache-25d99f37-2e63-46c5-9b14-94405ec25aec" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 945.294536] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquired lock "refresh_cache-25d99f37-2e63-46c5-9b14-94405ec25aec" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.295105] env[62788]: DEBUG nova.network.neutron [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.300581] env[62788]: DEBUG nova.compute.manager [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 945.302132] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.302209] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5105dfe9-ef87-4e5e-ad24-c6c08ac225a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.316096] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.316270] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-903c5190-2049-4927-ad4f-b8d8fc7d2578 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.327541] env[62788]: DEBUG oslo_vmware.api [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 945.327541] env[62788]: value = "task-2394326" [ 945.327541] env[62788]: _type = "Task" [ 945.327541] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.340648] env[62788]: DEBUG oslo_vmware.api [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.459268] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 945.510994] env[62788]: DEBUG nova.objects.instance [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lazy-loading 'numa_topology' on Instance uuid f454b2fd-9774-471b-a23b-7a6849cbc2b7 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.516118] env[62788]: DEBUG nova.compute.utils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 945.517308] env[62788]: DEBUG nova.compute.manager [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 945.517469] env[62788]: DEBUG nova.network.neutron [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.585779] env[62788]: DEBUG nova.policy [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '686a3f66ab964d5e989451a7e3425f1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8533f2b65f6348779c5b5f6c37395fa4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.843877] env[62788]: DEBUG oslo_vmware.api [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394326, 'name': PowerOffVM_Task, 'duration_secs': 0.24461} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.843877] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.843877] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.844467] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2edfa578-ee43-4756-a76a-6e690a1f7807 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.879399] env[62788]: DEBUG nova.network.neutron [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.919038] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.919280] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.919470] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Deleting the datastore file [datastore2] 53fedaf0-39bf-4237-9e96-a823b8ef3e4b {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.919746] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66718044-ef83-4038-80a0-1019bb115ac1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.929927] env[62788]: DEBUG oslo_vmware.api [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 945.929927] env[62788]: value = "task-2394328" [ 945.929927] env[62788]: _type = "Task" [ 945.929927] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.939948] env[62788]: DEBUG oslo_vmware.api [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.013947] env[62788]: DEBUG nova.objects.base [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 946.021724] env[62788]: DEBUG nova.compute.manager [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 946.046940] env[62788]: DEBUG nova.network.neutron [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.130176] env[62788]: DEBUG nova.network.neutron [req-6f8fe300-5d78-42ee-8f80-55c75aea026e req-d79d9b10-02e6-4c5b-b1e1-eda409100008 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updated VIF entry in instance network info cache for port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.130586] env[62788]: DEBUG nova.network.neutron [req-6f8fe300-5d78-42ee-8f80-55c75aea026e req-d79d9b10-02e6-4c5b-b1e1-eda409100008 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updating instance_info_cache with network_info: [{"id": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "address": "fa:16:3e:e2:5e:83", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a1d921-d0", "ovs_interfaceid": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.310726] env[62788]: DEBUG nova.network.neutron [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Successfully created port: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 946.336623] env[62788]: DEBUG nova.network.neutron [req-ccb59029-b356-406b-badc-215d2c106449 req-396f3b96-b787-4a0f-b0e2-12bf720b6025 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Updated VIF entry in instance network info cache for port 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.336893] env[62788]: DEBUG nova.network.neutron [req-ccb59029-b356-406b-badc-215d2c106449 req-396f3b96-b787-4a0f-b0e2-12bf720b6025 service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Updating instance_info_cache with network_info: [{"id": "1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4", "address": "fa:16:3e:27:14:c0", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0f64b1-2a", "ovs_interfaceid": "1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.378277] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8d900-12e5-408e-bc8c-8450d49ce5c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.388894] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c659e0-f5f4-4b36-affc-13943860328a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.430908] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe7ed04-fa9f-4afd-8359-adef89b28650 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.446455] env[62788]: DEBUG oslo_vmware.api [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180063} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.448168] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c57f9f2-47a0-42e2-9867-c87b67cfe331 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.452829] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.453387] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.453387] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.453387] env[62788]: INFO nova.compute.manager [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 946.453625] env[62788]: DEBUG oslo.service.loopingcall [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 946.454489] env[62788]: DEBUG nova.compute.manager [-] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 946.454489] env[62788]: DEBUG nova.network.neutron [-] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.469326] env[62788]: DEBUG nova.compute.provider_tree [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.547839] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Releasing lock "refresh_cache-25d99f37-2e63-46c5-9b14-94405ec25aec" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.548334] env[62788]: DEBUG nova.compute.manager [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 946.550439] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.551663] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439176ba-6af8-4302-be06-2adc0654bf73 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.563576] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.563576] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f5d4224-b6f4-489f-9e3f-25da1e919868 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.569871] env[62788]: DEBUG oslo_vmware.api [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 946.569871] env[62788]: value = "task-2394329" [ 946.569871] env[62788]: _type = "Task" [ 946.569871] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.586628] env[62788]: DEBUG oslo_vmware.api [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.633599] env[62788]: DEBUG oslo_concurrency.lockutils [req-6f8fe300-5d78-42ee-8f80-55c75aea026e req-d79d9b10-02e6-4c5b-b1e1-eda409100008 service nova] Releasing lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.847828] env[62788]: DEBUG oslo_concurrency.lockutils [req-ccb59029-b356-406b-badc-215d2c106449 req-396f3b96-b787-4a0f-b0e2-12bf720b6025 service nova] Releasing lock "refresh_cache-53fedaf0-39bf-4237-9e96-a823b8ef3e4b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.975309] env[62788]: DEBUG nova.scheduler.client.report [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.039021] env[62788]: DEBUG nova.compute.manager [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 947.054160] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.055451] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.072401] env[62788]: DEBUG nova.virt.hardware [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.072401] env[62788]: DEBUG nova.virt.hardware [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.072860] env[62788]: DEBUG nova.virt.hardware [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.073141] env[62788]: DEBUG nova.virt.hardware [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.073141] env[62788]: DEBUG nova.virt.hardware [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.073386] env[62788]: DEBUG nova.virt.hardware [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.073716] env[62788]: DEBUG nova.virt.hardware [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.074073] env[62788]: DEBUG nova.virt.hardware [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.074885] env[62788]: DEBUG nova.virt.hardware [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.074885] env[62788]: DEBUG nova.virt.hardware [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.074885] env[62788]: DEBUG nova.virt.hardware [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.077352] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ba8d57-b6d4-4fb8-82be-b5ccbbdef566 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.098697] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82177e51-1968-4bdc-8514-8972fe93314b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.103763] env[62788]: DEBUG oslo_vmware.api [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394329, 'name': PowerOffVM_Task, 'duration_secs': 0.145031} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.104070] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.104262] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.105833] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d974183-a5ac-4753-8a03-2402c79539b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.139381] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.139381] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.139604] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Deleting the datastore file [datastore1] 25d99f37-2e63-46c5-9b14-94405ec25aec {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.139773] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f4f448b-ae0c-4239-826e-d29deeac1774 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.148472] env[62788]: DEBUG oslo_vmware.api [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for the task: (returnval){ [ 947.148472] env[62788]: value = "task-2394331" [ 947.148472] env[62788]: _type = "Task" [ 947.148472] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.157265] env[62788]: DEBUG oslo_vmware.api [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.279250] env[62788]: DEBUG nova.compute.manager [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Received event network-changed-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 947.279473] env[62788]: DEBUG nova.compute.manager [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Refreshing instance network info cache due to event network-changed-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 947.279717] env[62788]: DEBUG oslo_concurrency.lockutils [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] Acquiring lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 947.279921] env[62788]: DEBUG oslo_concurrency.lockutils [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] Acquired lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.280125] env[62788]: DEBUG nova.network.neutron [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Refreshing network info cache for port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.482862] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.475s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.488642] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.706s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.488642] env[62788]: DEBUG nova.objects.instance [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Lazy-loading 'resources' on Instance uuid 435ef4c0-6316-4174-91f5-7ed596a72cdc {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.493221] env[62788]: DEBUG nova.network.neutron [-] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.558021] env[62788]: DEBUG nova.compute.manager [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 947.659482] env[62788]: DEBUG oslo_vmware.api [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Task: {'id': task-2394331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16407} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.659785] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.660075] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.660298] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.660504] env[62788]: INFO nova.compute.manager [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Took 1.11 seconds to destroy the instance on the hypervisor. [ 947.661390] env[62788]: DEBUG oslo.service.loopingcall [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 947.661390] env[62788]: DEBUG nova.compute.manager [-] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 947.661632] env[62788]: DEBUG nova.network.neutron [-] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 947.687333] env[62788]: DEBUG nova.network.neutron [-] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.999482] env[62788]: INFO nova.compute.manager [-] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Took 1.55 seconds to deallocate network for instance. [ 948.000578] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ac824891-6f70-4f17-9e9c-b2ab15065a7e tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.044s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.002791] env[62788]: DEBUG oslo_concurrency.lockutils [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 12.641s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.003096] env[62788]: DEBUG oslo_concurrency.lockutils [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.003382] env[62788]: DEBUG oslo_concurrency.lockutils [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 948.003632] env[62788]: DEBUG oslo_concurrency.lockutils [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.005804] env[62788]: INFO nova.compute.manager [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Terminating instance [ 948.041279] env[62788]: DEBUG nova.network.neutron [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updated VIF entry in instance network info cache for port d1a1d921-d0a3-43d0-86bd-1dc2277f0bac. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.041644] env[62788]: DEBUG nova.network.neutron [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updating instance_info_cache with network_info: [{"id": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "address": "fa:16:3e:e2:5e:83", "network": {"id": "5d036d4f-2edf-48d1-8992-2932e8ef42fa", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-605360310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c28067655707499999c47b3cc1644881", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1a1d921-d0", "ovs_interfaceid": "d1a1d921-d0a3-43d0-86bd-1dc2277f0bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.085881] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.191321] env[62788]: DEBUG nova.network.neutron [-] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.231840] env[62788]: INFO nova.compute.manager [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Rescuing [ 948.232110] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.232262] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.232493] env[62788]: DEBUG nova.network.neutron [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.332222] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44856d6-08f2-412a-9d39-e8818e16c6d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.341165] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadc8270-d895-4feb-a1f0-a83eea1b3326 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.393927] env[62788]: DEBUG nova.network.neutron [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Successfully updated port: dae000c8-e2ad-418c-9ef5-d1fc749cb9ca {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.395688] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310340ea-d278-4333-95f8-751f9a25836f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.404676] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e78545-3b39-4387-8f24-ca6147e9ccec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.421635] env[62788]: DEBUG nova.compute.provider_tree [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.512737] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.514497] env[62788]: DEBUG nova.compute.manager [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 948.515037] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.515037] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95443a9d-04e4-4270-9da9-80ee19ee122d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.525246] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc68480-8b8f-471e-8fb1-d0e11d3ef288 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.544892] env[62788]: DEBUG oslo_concurrency.lockutils [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] Releasing lock "refresh_cache-a6497b35-ff6b-4741-8411-cb1bbe8186c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 948.545146] env[62788]: DEBUG nova.compute.manager [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Received event network-vif-deleted-1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 948.545324] env[62788]: INFO nova.compute.manager [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Neutron deleted interface 1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4; detaching it from the instance and deleting it from the info cache [ 948.545494] env[62788]: DEBUG nova.network.neutron [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.555745] env[62788]: WARNING nova.virt.vmwareapi.vmops [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f454b2fd-9774-471b-a23b-7a6849cbc2b7 could not be found. [ 948.555931] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.556118] env[62788]: INFO nova.compute.manager [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Took 0.04 seconds to destroy the instance on the hypervisor. [ 948.556346] env[62788]: DEBUG oslo.service.loopingcall [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 948.557445] env[62788]: DEBUG nova.compute.manager [-] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 948.557509] env[62788]: DEBUG nova.network.neutron [-] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.559033] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69edfb6d-7a8a-4235-ba02-547f815d9c20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.568444] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dafcc77-b92f-4d34-ac23-cf164eb5d410 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.601224] env[62788]: DEBUG nova.compute.manager [req-5c8e679c-18a4-4f98-a0a2-c3d9d9a27ec6 req-c46c908e-ec31-4cf9-96b7-490c699ec43f service nova] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Detach interface failed, port_id=1a0f64b1-2a2a-4eb6-98c6-5d1ccc6775d4, reason: Instance 53fedaf0-39bf-4237-9e96-a823b8ef3e4b could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 948.692995] env[62788]: INFO nova.compute.manager [-] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Took 1.03 seconds to deallocate network for instance. [ 948.902623] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.902776] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquired lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.902924] env[62788]: DEBUG nova.network.neutron [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.945351] env[62788]: ERROR nova.scheduler.client.report [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] [req-2f925f48-ff19-4743-9bef-d96ce046ff91] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2f925f48-ff19-4743-9bef-d96ce046ff91"}]} [ 948.964507] env[62788]: DEBUG nova.scheduler.client.report [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 948.990239] env[62788]: DEBUG nova.scheduler.client.report [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 948.990464] env[62788]: DEBUG nova.compute.provider_tree [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.011052] env[62788]: DEBUG nova.scheduler.client.report [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 949.039662] env[62788]: DEBUG nova.scheduler.client.report [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 949.198928] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.313151] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a310a4-c125-4900-aaba-87289ddc47af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.322215] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653e2d33-a7c6-432f-9b23-7c36be3aa2f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.353798] env[62788]: DEBUG nova.network.neutron [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Updating instance_info_cache with network_info: [{"id": "5cb93f8f-2f68-4e4a-be43-23f246088b9b", "address": "fa:16:3e:e7:ec:1e", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb93f8f-2f", "ovs_interfaceid": "5cb93f8f-2f68-4e4a-be43-23f246088b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.354782] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b2b70b-8c7e-406a-98e6-39be1fe8abe4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.358997] env[62788]: DEBUG nova.compute.manager [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Received event network-vif-plugged-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 949.359234] env[62788]: DEBUG oslo_concurrency.lockutils [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] Acquiring lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.359441] env[62788]: DEBUG oslo_concurrency.lockutils [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] Lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.359653] env[62788]: DEBUG oslo_concurrency.lockutils [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] Lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.359867] env[62788]: DEBUG nova.compute.manager [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] No waiting events found dispatching network-vif-plugged-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.360203] env[62788]: WARNING nova.compute.manager [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Received unexpected event network-vif-plugged-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca for instance with vm_state building and task_state spawning. [ 949.360432] env[62788]: DEBUG nova.compute.manager [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Received event network-changed-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 949.360614] env[62788]: DEBUG nova.compute.manager [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Refreshing instance network info cache due to event network-changed-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 949.360785] env[62788]: DEBUG oslo_concurrency.lockutils [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] Acquiring lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 949.368419] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1256700f-9393-4155-8089-17e9389d2126 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.384304] env[62788]: DEBUG nova.network.neutron [-] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.386249] env[62788]: DEBUG nova.compute.provider_tree [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.437133] env[62788]: DEBUG nova.network.neutron [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.579808] env[62788]: DEBUG nova.network.neutron [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Updating instance_info_cache with network_info: [{"id": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "address": "fa:16:3e:ba:88:c1", "network": {"id": "c39bc335-13a3-4ce4-9af6-b772bb3b80d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2048656337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8533f2b65f6348779c5b5f6c37395fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae000c8-e2", "ovs_interfaceid": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.862339] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.889186] env[62788]: INFO nova.compute.manager [-] [instance: f454b2fd-9774-471b-a23b-7a6849cbc2b7] Took 1.33 seconds to deallocate network for instance. [ 949.919647] env[62788]: DEBUG nova.scheduler.client.report [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 949.920143] env[62788]: DEBUG nova.compute.provider_tree [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 97 to 98 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 949.920406] env[62788]: DEBUG nova.compute.provider_tree [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 950.082990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Releasing lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 950.083394] env[62788]: DEBUG nova.compute.manager [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Instance network_info: |[{"id": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "address": "fa:16:3e:ba:88:c1", "network": {"id": "c39bc335-13a3-4ce4-9af6-b772bb3b80d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2048656337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8533f2b65f6348779c5b5f6c37395fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae000c8-e2", "ovs_interfaceid": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 950.084108] env[62788]: DEBUG oslo_concurrency.lockutils [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] Acquired lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.084108] env[62788]: DEBUG nova.network.neutron [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Refreshing network info cache for port dae000c8-e2ad-418c-9ef5-d1fc749cb9ca {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.085104] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:88:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dae000c8-e2ad-418c-9ef5-d1fc749cb9ca', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.092795] env[62788]: DEBUG oslo.service.loopingcall [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 950.093867] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.094499] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-910eef88-9973-435c-99fa-c6faa1c71002 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.116841] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.116841] env[62788]: value = "task-2394332" [ 950.116841] env[62788]: _type = "Task" [ 950.116841] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.126181] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394332, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.425382] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.942s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.427879] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.246s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.428252] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.428926] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 950.428926] env[62788]: DEBUG oslo_concurrency.lockutils [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.877s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.429076] env[62788]: DEBUG nova.objects.instance [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lazy-loading 'resources' on Instance uuid 036aaecc-5f03-40c0-91d0-f4f5e505c620 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.431770] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ad9e81-a8ca-470b-aad5-724b8f15fb40 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.441993] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacdcbef-5b4a-4724-8db3-66db6d324a3c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.459579] env[62788]: INFO nova.scheduler.client.report [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Deleted allocations for instance 435ef4c0-6316-4174-91f5-7ed596a72cdc [ 950.461251] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6947f673-68d2-4272-a575-261c1ca54fce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.471783] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafcd2ba-85f0-4391-adc4-0c88a3a6d79c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.505998] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178905MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 950.506213] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.627892] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394332, 'name': CreateVM_Task, 'duration_secs': 0.384051} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.630135] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.630791] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 950.631012] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.631341] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 950.631858] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84c7680-a8c9-4424-9126-3971d6576d9d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.637973] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 950.637973] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5213ccdc-2e10-544b-b5b5-b50eff4ce0e5" [ 950.637973] env[62788]: _type = "Task" [ 950.637973] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.647334] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5213ccdc-2e10-544b-b5b5-b50eff4ce0e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.812509] env[62788]: DEBUG nova.network.neutron [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Updated VIF entry in instance network info cache for port dae000c8-e2ad-418c-9ef5-d1fc749cb9ca. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.813079] env[62788]: DEBUG nova.network.neutron [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Updating instance_info_cache with network_info: [{"id": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "address": "fa:16:3e:ba:88:c1", "network": {"id": "c39bc335-13a3-4ce4-9af6-b772bb3b80d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2048656337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8533f2b65f6348779c5b5f6c37395fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae000c8-e2", "ovs_interfaceid": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.921026] env[62788]: DEBUG oslo_concurrency.lockutils [None req-38684d88-cee2-4a7e-97e7-3d2eb51ed6b7 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "f454b2fd-9774-471b-a23b-7a6849cbc2b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.918s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.970900] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8195882-4af0-43a0-a261-831dddb14348 tempest-ServerAddressesTestJSON-1808428555 tempest-ServerAddressesTestJSON-1808428555-project-member] Lock "435ef4c0-6316-4174-91f5-7ed596a72cdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.434s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 951.154978] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5213ccdc-2e10-544b-b5b5-b50eff4ce0e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010693} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.155393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.155759] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.156141] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 951.156402] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.156690] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.157085] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-419ea79f-16a6-419b-a992-2f9039e14e3a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.173097] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.173264] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.177716] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1f5bb4-6623-4248-b35d-ae41cc39ffa1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.185527] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 951.185527] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52980af9-7936-e665-5bb4-9491caa3a405" [ 951.185527] env[62788]: _type = "Task" [ 951.185527] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.195528] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52980af9-7936-e665-5bb4-9491caa3a405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.197129] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2900907a-86ff-4157-97b1-4c5541c248e5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.204923] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db20ce2-1b48-4978-bbff-397824fab6a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.237369] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8446d7-c595-47aa-8dd6-c2c9cbde03f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.246349] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b01af2-e4b4-43f1-95aa-93594b6e6536 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.260620] env[62788]: DEBUG nova.compute.provider_tree [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.317505] env[62788]: DEBUG oslo_concurrency.lockutils [req-393def33-5ce0-4698-8c04-d324b15f48b3 req-27f143b2-957a-47bf-9e1e-6af134a8b9d0 service nova] Releasing lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 951.399253] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.399585] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86b4f76d-9fb8-4b10-95da-8333dcc9a249 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.408643] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 951.408643] env[62788]: value = "task-2394333" [ 951.408643] env[62788]: _type = "Task" [ 951.408643] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.419423] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.696631] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52980af9-7936-e665-5bb4-9491caa3a405, 'name': SearchDatastore_Task, 'duration_secs': 0.012058} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.697658] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a34925-f99a-4d15-a876-5c392129da4e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.704223] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 951.704223] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5249ce3c-05a9-6d40-bbfe-5c9c59de33d6" [ 951.704223] env[62788]: _type = "Task" [ 951.704223] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.713672] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5249ce3c-05a9-6d40-bbfe-5c9c59de33d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.767283] env[62788]: DEBUG nova.scheduler.client.report [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.817318] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 951.817318] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 951.923773] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394333, 'name': PowerOffVM_Task, 'duration_secs': 0.20703} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.925176] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.926201] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1dd991c-5e3a-4183-9ef7-954ed1010daf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.955204] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bc731e-4527-4245-b393-1be5844a345f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.997028] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.997028] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a7c67bf-3ef9-4d50-9d13-49af8865a827 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.004883] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 952.004883] env[62788]: value = "task-2394334" [ 952.004883] env[62788]: _type = "Task" [ 952.004883] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.013553] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.217535] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5249ce3c-05a9-6d40-bbfe-5c9c59de33d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010795} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.217861] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 952.218188] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 2567e29e-6f44-4fcb-a1d2-852c3a933d44/2567e29e-6f44-4fcb-a1d2-852c3a933d44.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.218461] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d00506d2-448b-4fd3-a6f6-9ebc30f778d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.225836] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 952.225836] env[62788]: value = "task-2394335" [ 952.225836] env[62788]: _type = "Task" [ 952.225836] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.234531] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.274950] env[62788]: DEBUG oslo_concurrency.lockutils [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.278117] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.140s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.281900] env[62788]: INFO nova.compute.claims [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.303889] env[62788]: INFO nova.scheduler.client.report [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Deleted allocations for instance 036aaecc-5f03-40c0-91d0-f4f5e505c620 [ 952.319326] env[62788]: DEBUG nova.compute.manager [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 952.518686] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 952.519022] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.519239] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.519391] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.519574] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.519866] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e06d1bdc-22bc-4370-9bf6-3688e0a5e597 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.534404] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.534654] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.535975] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7850983e-21a1-4281-b04f-58d61dccb253 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.542472] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 952.542472] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52cfb8f1-5395-73c0-d9e8-49588c038b51" [ 952.542472] env[62788]: _type = "Task" [ 952.542472] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.552873] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cfb8f1-5395-73c0-d9e8-49588c038b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.736396] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394335, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.810997] env[62788]: DEBUG oslo_concurrency.lockutils [None req-68e9279e-c58f-42bc-b32d-917d072e4c58 tempest-ServersAdminTestJSON-1677494612 tempest-ServersAdminTestJSON-1677494612-project-member] Lock "036aaecc-5f03-40c0-91d0-f4f5e505c620" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.814s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.842205] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 953.059327] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cfb8f1-5395-73c0-d9e8-49588c038b51, 'name': SearchDatastore_Task, 'duration_secs': 0.025753} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.060396] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed1d3426-745e-41f2-b949-454f30ce2d9e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.067126] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 953.067126] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525fd89a-a3dd-064c-1b25-f147b487da52" [ 953.067126] env[62788]: _type = "Task" [ 953.067126] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.077613] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525fd89a-a3dd-064c-1b25-f147b487da52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.237732] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583077} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.238101] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 2567e29e-6f44-4fcb-a1d2-852c3a933d44/2567e29e-6f44-4fcb-a1d2-852c3a933d44.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.238260] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.238652] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b8827ff-da5a-43c1-ac1a-cf9e9928dcdd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.247958] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 953.247958] env[62788]: value = "task-2394336" [ 953.247958] env[62788]: _type = "Task" [ 953.247958] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.262869] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.508892] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df21499e-6383-448a-89b9-14d05af8f37e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.518016] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f931d2e-93b4-4027-8b2d-d2ecb8a3cf9a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.550562] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c789294e-a18e-49c1-8b38-c864ab064ab4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.559343] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fba7882-2ad6-4564-b49a-20c068876e26 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.575126] env[62788]: DEBUG nova.compute.provider_tree [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.585103] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525fd89a-a3dd-064c-1b25-f147b487da52, 'name': SearchDatastore_Task, 'duration_secs': 0.016395} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.585926] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 953.586200] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] a0afa067-1a4e-4f56-8ee2-7fbcd98e098d/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. {{(pid=62788) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 953.586456] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d0361fa-506e-495f-b04a-df90bba71440 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.594290] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 953.594290] env[62788]: value = "task-2394337" [ 953.594290] env[62788]: _type = "Task" [ 953.594290] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.602838] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.759204] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071337} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.759510] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.760445] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380c56d0-bf6a-4eae-82eb-1a9cafe2ecc6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.788318] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 2567e29e-6f44-4fcb-a1d2-852c3a933d44/2567e29e-6f44-4fcb-a1d2-852c3a933d44.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.788798] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2aa458e-4a33-4990-b33c-a9414a05d71a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.811842] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 953.811842] env[62788]: value = "task-2394338" [ 953.811842] env[62788]: _type = "Task" [ 953.811842] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.828588] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.105148] env[62788]: ERROR nova.scheduler.client.report [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [req-2a039d9d-6624-448a-adbc-24669cd428d9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a039d9d-6624-448a-adbc-24669cd428d9"}]} [ 954.113000] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486136} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.113530] env[62788]: INFO nova.virt.vmwareapi.ds_util [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] a0afa067-1a4e-4f56-8ee2-7fbcd98e098d/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. [ 954.114673] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ae0a1d-0b0b-4e67-a993-bd4c305fda93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.143884] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] a0afa067-1a4e-4f56-8ee2-7fbcd98e098d/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.145299] env[62788]: DEBUG nova.scheduler.client.report [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 954.147207] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5d1d381-e81b-4b05-81cb-a6197c541dac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.170449] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 954.170449] env[62788]: value = "task-2394339" [ 954.170449] env[62788]: _type = "Task" [ 954.170449] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.176831] env[62788]: DEBUG nova.scheduler.client.report [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 954.177145] env[62788]: DEBUG nova.compute.provider_tree [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.188701] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.193343] env[62788]: DEBUG nova.scheduler.client.report [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 954.215218] env[62788]: DEBUG nova.scheduler.client.report [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 954.324532] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394338, 'name': ReconfigVM_Task, 'duration_secs': 0.349781} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.324808] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 2567e29e-6f44-4fcb-a1d2-852c3a933d44/2567e29e-6f44-4fcb-a1d2-852c3a933d44.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.325706] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c5086f0-f67e-4855-863a-95665ae6aa99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.331944] env[62788]: INFO nova.compute.manager [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Rebuilding instance [ 954.335266] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 954.335266] env[62788]: value = "task-2394340" [ 954.335266] env[62788]: _type = "Task" [ 954.335266] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.344066] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394340, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.377818] env[62788]: DEBUG nova.compute.manager [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 954.378825] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e5363f-4737-4a4a-aeff-b91b6705ee30 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.493323] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4894e9-aa1a-446e-8c2d-c9f2cbfdc717 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.501128] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9730869-ece2-4a0b-b136-3811ba01d19f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.534788] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62946575-a124-465f-b5f1-95640816f081 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.542723] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a51ec52-c230-420d-a0b0-6ed8ddb4dc10 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.556413] env[62788]: DEBUG nova.compute.provider_tree [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 954.681591] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394339, 'name': ReconfigVM_Task, 'duration_secs': 0.352643} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.681870] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Reconfigured VM instance instance-00000049 to attach disk [datastore2] a0afa067-1a4e-4f56-8ee2-7fbcd98e098d/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.682780] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47778492-2ca6-45eb-989f-af6a8e32d246 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.709204] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6396b2d-9ac5-49ac-940a-229cdde2b4ed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.727196] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 954.727196] env[62788]: value = "task-2394341" [ 954.727196] env[62788]: _type = "Task" [ 954.727196] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.735904] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.847232] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394340, 'name': Rename_Task, 'duration_secs': 0.157122} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.848163] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.848563] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-762b5355-d065-4503-aef2-f16323524183 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.861487] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 954.861487] env[62788]: value = "task-2394342" [ 954.861487] env[62788]: _type = "Task" [ 954.861487] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.871622] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.098092] env[62788]: DEBUG nova.scheduler.client.report [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 955.098400] env[62788]: DEBUG nova.compute.provider_tree [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 99 to 100 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 955.098589] env[62788]: DEBUG nova.compute.provider_tree [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.240588] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394341, 'name': ReconfigVM_Task, 'duration_secs': 0.178685} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.240865] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.241914] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7c4f163-c7a1-4e7b-87fa-422158f38e9a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.249168] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 955.249168] env[62788]: value = "task-2394343" [ 955.249168] env[62788]: _type = "Task" [ 955.249168] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.258189] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.372861] env[62788]: DEBUG oslo_vmware.api [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394342, 'name': PowerOnVM_Task, 'duration_secs': 0.510223} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.373651] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.373876] env[62788]: INFO nova.compute.manager [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Took 8.34 seconds to spawn the instance on the hypervisor. [ 955.374084] env[62788]: DEBUG nova.compute.manager [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 955.374838] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31302404-c62c-4cbd-a417-c13cab4daf55 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.395851] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.396138] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2965a535-e507-4951-bbe3-3885de26ba8e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.405348] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for the task: (returnval){ [ 955.405348] env[62788]: value = "task-2394344" [ 955.405348] env[62788]: _type = "Task" [ 955.405348] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.415910] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2394344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.604053] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.327s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.604647] env[62788]: DEBUG nova.compute.manager [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 955.607681] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.149s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.609572] env[62788]: INFO nova.compute.claims [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.761560] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394343, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.896154] env[62788]: INFO nova.compute.manager [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Took 22.62 seconds to build instance. [ 955.917740] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2394344, 'name': PowerOffVM_Task, 'duration_secs': 0.247899} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.917926] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.918665] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.919129] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e3b037e-1ab3-4801-8c05-be0618645665 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.928421] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for the task: (returnval){ [ 955.928421] env[62788]: value = "task-2394345" [ 955.928421] env[62788]: _type = "Task" [ 955.928421] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.935647] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2394345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.114693] env[62788]: DEBUG nova.compute.utils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 956.117920] env[62788]: DEBUG nova.compute.manager [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 956.118073] env[62788]: DEBUG nova.network.neutron [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.165641] env[62788]: DEBUG nova.policy [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3e5f98829bf4717a0ceea0f26ac0760', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fd379d17d774db5800bc91e53ec6123', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.262908] env[62788]: DEBUG oslo_vmware.api [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394343, 'name': PowerOnVM_Task, 'duration_secs': 0.534003} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.263276] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.267438] env[62788]: DEBUG nova.compute.manager [None req-7e916c35-4327-4713-ba1f-f73be3e22e95 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 956.268036] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2cc6c9-f1ed-45b9-b93f-64c6ee2f5040 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.398610] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7285036b-ce05-4d0a-8223-573bbea946b9 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.144s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.438343] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 956.438767] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 956.439189] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485599', 'volume_id': '1c107202-f629-4b5e-81fc-426298af0ab2', 'name': 'volume-1c107202-f629-4b5e-81fc-426298af0ab2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '944ab7ab-87b0-4f21-bbc1-2273bc9862bd', 'attached_at': '', 'detached_at': '', 'volume_id': '1c107202-f629-4b5e-81fc-426298af0ab2', 'serial': '1c107202-f629-4b5e-81fc-426298af0ab2'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 956.440474] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf52d65-e104-42d5-b206-b4b055d38e78 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.460838] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75669b2-4de0-4764-8a19-bee09c7977bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.468851] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830c4685-471b-45dd-97b3-cd257d1c27b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.488017] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433da16d-16a0-41c7-8c4d-8473463a0442 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.505727] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] The volume has not been displaced from its original location: [datastore1] volume-1c107202-f629-4b5e-81fc-426298af0ab2/volume-1c107202-f629-4b5e-81fc-426298af0ab2.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 956.511234] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 956.511574] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d959e5c-3d4c-4a1f-a771-5f2098fa5045 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.532019] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for the task: (returnval){ [ 956.532019] env[62788]: value = "task-2394346" [ 956.532019] env[62788]: _type = "Task" [ 956.532019] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.538886] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2394346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.557136] env[62788]: DEBUG nova.network.neutron [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Successfully created port: c0f00277-e6cc-415c-9c32-7c24d7174036 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.624929] env[62788]: DEBUG nova.compute.manager [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 956.948017] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e695afa9-f612-4e2b-a300-a45125c004f9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.959835] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac0c71b-0ae5-4a7d-a015-23005b2550dd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.001617] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7849a466-bc36-49ab-ab12-95efaf953854 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.012301] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9572dc-e669-46aa-8a6a-f5335b78a59c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.031621] env[62788]: DEBUG nova.compute.provider_tree [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.049267] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2394346, 'name': ReconfigVM_Task, 'duration_secs': 0.295599} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.049603] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 957.055393] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bee1955a-5acc-4c5c-98f3-318b53f13ade {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.076702] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for the task: (returnval){ [ 957.076702] env[62788]: value = "task-2394347" [ 957.076702] env[62788]: _type = "Task" [ 957.076702] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.085594] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2394347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.154068] env[62788]: DEBUG nova.compute.manager [req-37b9487a-283b-4387-b7c2-163614dc3403 req-b3b5133f-57e4-4871-bd8f-07266c4498c4 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Received event network-changed-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 957.154068] env[62788]: DEBUG nova.compute.manager [req-37b9487a-283b-4387-b7c2-163614dc3403 req-b3b5133f-57e4-4871-bd8f-07266c4498c4 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Refreshing instance network info cache due to event network-changed-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 957.154068] env[62788]: DEBUG oslo_concurrency.lockutils [req-37b9487a-283b-4387-b7c2-163614dc3403 req-b3b5133f-57e4-4871-bd8f-07266c4498c4 service nova] Acquiring lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.154068] env[62788]: DEBUG oslo_concurrency.lockutils [req-37b9487a-283b-4387-b7c2-163614dc3403 req-b3b5133f-57e4-4871-bd8f-07266c4498c4 service nova] Acquired lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.154068] env[62788]: DEBUG nova.network.neutron [req-37b9487a-283b-4387-b7c2-163614dc3403 req-b3b5133f-57e4-4871-bd8f-07266c4498c4 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Refreshing network info cache for port dae000c8-e2ad-418c-9ef5-d1fc749cb9ca {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.545084] env[62788]: DEBUG nova.scheduler.client.report [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.587956] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2394347, 'name': ReconfigVM_Task, 'duration_secs': 0.126005} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.588404] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485599', 'volume_id': '1c107202-f629-4b5e-81fc-426298af0ab2', 'name': 'volume-1c107202-f629-4b5e-81fc-426298af0ab2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '944ab7ab-87b0-4f21-bbc1-2273bc9862bd', 'attached_at': '', 'detached_at': '', 'volume_id': '1c107202-f629-4b5e-81fc-426298af0ab2', 'serial': '1c107202-f629-4b5e-81fc-426298af0ab2'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 957.588693] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.589481] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0802e1b3-08e4-4f23-a02c-4e37c6341cf3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.596744] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.597038] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e4cd64f-ee23-4c19-80d8-597057e76d4c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.638353] env[62788]: DEBUG nova.compute.manager [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 957.666412] env[62788]: DEBUG nova.virt.hardware [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.666663] env[62788]: DEBUG nova.virt.hardware [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.666820] env[62788]: DEBUG nova.virt.hardware [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.667008] env[62788]: DEBUG nova.virt.hardware [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.667171] env[62788]: DEBUG nova.virt.hardware [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.667320] env[62788]: DEBUG nova.virt.hardware [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.667526] env[62788]: DEBUG nova.virt.hardware [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.667684] env[62788]: DEBUG nova.virt.hardware [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.667848] env[62788]: DEBUG nova.virt.hardware [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.668111] env[62788]: DEBUG nova.virt.hardware [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.668664] env[62788]: DEBUG nova.virt.hardware [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.669218] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc54c055-f7da-45b5-9846-dd19c248d281 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.672673] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.672865] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.673052] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Deleting the datastore file [datastore1] 944ab7ab-87b0-4f21-bbc1-2273bc9862bd {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.673807] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-973cebf4-e9ba-453d-915f-f16b17065378 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.680379] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6530b051-562c-44eb-8e94-c5b923f4b564 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.685098] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for the task: (returnval){ [ 957.685098] env[62788]: value = "task-2394349" [ 957.685098] env[62788]: _type = "Task" [ 957.685098] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.702489] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2394349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.779801] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.780088] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.780442] env[62788]: INFO nova.compute.manager [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Rebooting instance [ 957.915653] env[62788]: DEBUG nova.network.neutron [req-37b9487a-283b-4387-b7c2-163614dc3403 req-b3b5133f-57e4-4871-bd8f-07266c4498c4 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Updated VIF entry in instance network info cache for port dae000c8-e2ad-418c-9ef5-d1fc749cb9ca. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.916072] env[62788]: DEBUG nova.network.neutron [req-37b9487a-283b-4387-b7c2-163614dc3403 req-b3b5133f-57e4-4871-bd8f-07266c4498c4 service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Updating instance_info_cache with network_info: [{"id": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "address": "fa:16:3e:ba:88:c1", "network": {"id": "c39bc335-13a3-4ce4-9af6-b772bb3b80d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2048656337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8533f2b65f6348779c5b5f6c37395fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae000c8-e2", "ovs_interfaceid": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.026224] env[62788]: INFO nova.compute.manager [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Unrescuing [ 958.026729] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.026729] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.026842] env[62788]: DEBUG nova.network.neutron [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.049373] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 958.049970] env[62788]: DEBUG nova.compute.manager [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 958.053083] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.967s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 958.054817] env[62788]: INFO nova.compute.claims [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.195961] env[62788]: DEBUG oslo_vmware.api [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Task: {'id': task-2394349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129997} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.198117] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.198117] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.198117] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.257489] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 958.257766] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7257356-62de-499b-ae08-8c80daa74c8d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.266857] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b24317d-2ffd-4b22-9965-79c1292a1dfd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.307196] env[62788]: ERROR nova.compute.manager [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Failed to detach volume 1c107202-f629-4b5e-81fc-426298af0ab2 from /dev/sda: nova.exception.InstanceNotFound: Instance 944ab7ab-87b0-4f21-bbc1-2273bc9862bd could not be found. [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Traceback (most recent call last): [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 4199, in _do_rebuild_instance [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self.driver.rebuild(**kwargs) [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] raise NotImplementedError() [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] NotImplementedError [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] During handling of the above exception, another exception occurred: [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Traceback (most recent call last): [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self.driver.detach_volume(context, old_connection_info, [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] return self._volumeops.detach_volume(connection_info, instance) [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self._detach_volume_vmdk(connection_info, instance) [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] stable_ref.fetch_moref(session) [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] raise exception.InstanceNotFound(instance_id=self._uuid) [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] nova.exception.InstanceNotFound: Instance 944ab7ab-87b0-4f21-bbc1-2273bc9862bd could not be found. [ 958.307196] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] [ 958.310442] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.364757] env[62788]: DEBUG nova.network.neutron [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Successfully updated port: c0f00277-e6cc-415c-9c32-7c24d7174036 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.420542] env[62788]: DEBUG oslo_concurrency.lockutils [req-37b9487a-283b-4387-b7c2-163614dc3403 req-b3b5133f-57e4-4871-bd8f-07266c4498c4 service nova] Releasing lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.420542] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquired lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.420542] env[62788]: DEBUG nova.network.neutron [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.468016] env[62788]: DEBUG nova.compute.utils [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Build of instance 944ab7ab-87b0-4f21-bbc1-2273bc9862bd aborted: Failed to rebuild volume backed instance. {{(pid=62788) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 958.470270] env[62788]: ERROR nova.compute.manager [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 944ab7ab-87b0-4f21-bbc1-2273bc9862bd aborted: Failed to rebuild volume backed instance. [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Traceback (most recent call last): [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 4199, in _do_rebuild_instance [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self.driver.rebuild(**kwargs) [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] raise NotImplementedError() [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] NotImplementedError [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] During handling of the above exception, another exception occurred: [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Traceback (most recent call last): [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 3657, in _rebuild_volume_backed_instance [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self._detach_root_volume(context, instance, root_bdm) [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 3636, in _detach_root_volume [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] with excutils.save_and_reraise_exception(): [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self.force_reraise() [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] raise self.value [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self.driver.detach_volume(context, old_connection_info, [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] return self._volumeops.detach_volume(connection_info, instance) [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self._detach_volume_vmdk(connection_info, instance) [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] stable_ref.fetch_moref(session) [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] raise exception.InstanceNotFound(instance_id=self._uuid) [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] nova.exception.InstanceNotFound: Instance 944ab7ab-87b0-4f21-bbc1-2273bc9862bd could not be found. [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] During handling of the above exception, another exception occurred: [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Traceback (most recent call last): [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 11404, in _error_out_instance_on_exception [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] yield [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 3925, in rebuild_instance [ 958.470270] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self._do_rebuild_instance_with_claim( [ 958.471443] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 4011, in _do_rebuild_instance_with_claim [ 958.471443] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self._do_rebuild_instance( [ 958.471443] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 4203, in _do_rebuild_instance [ 958.471443] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self._rebuild_default_impl(**kwargs) [ 958.471443] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 3780, in _rebuild_default_impl [ 958.471443] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] self._rebuild_volume_backed_instance( [ 958.471443] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] File "/opt/stack/nova/nova/compute/manager.py", line 3672, in _rebuild_volume_backed_instance [ 958.471443] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] raise exception.BuildAbortException( [ 958.471443] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] nova.exception.BuildAbortException: Build of instance 944ab7ab-87b0-4f21-bbc1-2273bc9862bd aborted: Failed to rebuild volume backed instance. [ 958.471443] env[62788]: ERROR nova.compute.manager [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] [ 958.559746] env[62788]: DEBUG nova.compute.utils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 958.567110] env[62788]: DEBUG nova.compute.manager [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 958.567338] env[62788]: DEBUG nova.network.neutron [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.641231] env[62788]: DEBUG nova.policy [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948d9705e8634e768cfc5b341eda8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c418b624ace4dfa808d35ed0a8ac60c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.868067] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquiring lock "refresh_cache-84bb5828-006e-4c35-9863-743b5bc949b1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.868432] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquired lock "refresh_cache-84bb5828-006e-4c35-9863-743b5bc949b1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.868484] env[62788]: DEBUG nova.network.neutron [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.876180] env[62788]: DEBUG nova.network.neutron [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Updating instance_info_cache with network_info: [{"id": "5cb93f8f-2f68-4e4a-be43-23f246088b9b", "address": "fa:16:3e:e7:ec:1e", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb93f8f-2f", "ovs_interfaceid": "5cb93f8f-2f68-4e4a-be43-23f246088b9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.071465] env[62788]: DEBUG nova.compute.manager [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 959.185456] env[62788]: DEBUG nova.compute.manager [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Received event network-vif-plugged-c0f00277-e6cc-415c-9c32-7c24d7174036 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 959.185657] env[62788]: DEBUG oslo_concurrency.lockutils [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] Acquiring lock "84bb5828-006e-4c35-9863-743b5bc949b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.185862] env[62788]: DEBUG oslo_concurrency.lockutils [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] Lock "84bb5828-006e-4c35-9863-743b5bc949b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.186037] env[62788]: DEBUG oslo_concurrency.lockutils [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] Lock "84bb5828-006e-4c35-9863-743b5bc949b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.186204] env[62788]: DEBUG nova.compute.manager [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] No waiting events found dispatching network-vif-plugged-c0f00277-e6cc-415c-9c32-7c24d7174036 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.186367] env[62788]: WARNING nova.compute.manager [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Received unexpected event network-vif-plugged-c0f00277-e6cc-415c-9c32-7c24d7174036 for instance with vm_state building and task_state spawning. [ 959.186522] env[62788]: DEBUG nova.compute.manager [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Received event network-changed-c0f00277-e6cc-415c-9c32-7c24d7174036 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 959.186674] env[62788]: DEBUG nova.compute.manager [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Refreshing instance network info cache due to event network-changed-c0f00277-e6cc-415c-9c32-7c24d7174036. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 959.186835] env[62788]: DEBUG oslo_concurrency.lockutils [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] Acquiring lock "refresh_cache-84bb5828-006e-4c35-9863-743b5bc949b1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.255356] env[62788]: DEBUG nova.network.neutron [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Successfully created port: 84492428-444f-43e1-822b-da8fc7a5ead1 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.316748] env[62788]: DEBUG nova.network.neutron [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Updating instance_info_cache with network_info: [{"id": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "address": "fa:16:3e:ba:88:c1", "network": {"id": "c39bc335-13a3-4ce4-9af6-b772bb3b80d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2048656337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8533f2b65f6348779c5b5f6c37395fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae000c8-e2", "ovs_interfaceid": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.361656] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d90489-7134-471f-8ed7-a52321c37c08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.370325] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ca712c-2b74-41ec-9a99-cbc9b422fc96 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.410876] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "refresh_cache-a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.411737] env[62788]: DEBUG nova.objects.instance [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lazy-loading 'flavor' on Instance uuid a0afa067-1a4e-4f56-8ee2-7fbcd98e098d {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.415572] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e195f832-3f4a-4abd-bc0f-b8c574c9aab9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.426645] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2a777e-8362-4f49-846f-f775ef4e8e86 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.443691] env[62788]: DEBUG nova.compute.provider_tree [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.586113] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 959.586467] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.586721] env[62788]: INFO nova.compute.manager [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Shelving [ 959.595607] env[62788]: DEBUG nova.network.neutron [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.819376] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Releasing lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.893746] env[62788]: DEBUG nova.network.neutron [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Updating instance_info_cache with network_info: [{"id": "c0f00277-e6cc-415c-9c32-7c24d7174036", "address": "fa:16:3e:e1:8e:60", "network": {"id": "80c23ecc-0148-40c9-84b9-e076c9ff31d8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-675673134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fd379d17d774db5800bc91e53ec6123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f00277-e6", "ovs_interfaceid": "c0f00277-e6cc-415c-9c32-7c24d7174036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.924669] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b101fd10-e6d1-4908-abbc-c4eac03a2502 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.956304] env[62788]: DEBUG nova.scheduler.client.report [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.963218] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.966857] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce5c26e-a907-4c24-a6ac-4f10c276859e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.972547] env[62788]: DEBUG oslo_vmware.api [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 959.972547] env[62788]: value = "task-2394350" [ 959.972547] env[62788]: _type = "Task" [ 959.972547] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.980780] env[62788]: DEBUG oslo_vmware.api [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.086855] env[62788]: DEBUG nova.compute.manager [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 960.117492] env[62788]: DEBUG nova.virt.hardware [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.117742] env[62788]: DEBUG nova.virt.hardware [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.117922] env[62788]: DEBUG nova.virt.hardware [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.118137] env[62788]: DEBUG nova.virt.hardware [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.118292] env[62788]: DEBUG nova.virt.hardware [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.118442] env[62788]: DEBUG nova.virt.hardware [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.118652] env[62788]: DEBUG nova.virt.hardware [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.118812] env[62788]: DEBUG nova.virt.hardware [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.118979] env[62788]: DEBUG nova.virt.hardware [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.119166] env[62788]: DEBUG nova.virt.hardware [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.119352] env[62788]: DEBUG nova.virt.hardware [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.120634] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fc8bbd-16bf-4c00-8466-e4bd2f78d86e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.129688] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9ba24f-aa76-4c71-954c-94180b4a0e3d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.323524] env[62788]: DEBUG nova.compute.manager [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 960.324407] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465f2c67-9661-47b9-a98c-f6b0b8116805 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.398101] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Releasing lock "refresh_cache-84bb5828-006e-4c35-9863-743b5bc949b1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.398418] env[62788]: DEBUG nova.compute.manager [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Instance network_info: |[{"id": "c0f00277-e6cc-415c-9c32-7c24d7174036", "address": "fa:16:3e:e1:8e:60", "network": {"id": "80c23ecc-0148-40c9-84b9-e076c9ff31d8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-675673134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fd379d17d774db5800bc91e53ec6123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f00277-e6", "ovs_interfaceid": "c0f00277-e6cc-415c-9c32-7c24d7174036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 960.398722] env[62788]: DEBUG oslo_concurrency.lockutils [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] Acquired lock "refresh_cache-84bb5828-006e-4c35-9863-743b5bc949b1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.398905] env[62788]: DEBUG nova.network.neutron [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Refreshing network info cache for port c0f00277-e6cc-415c-9c32-7c24d7174036 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.400145] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:8e:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0f00277-e6cc-415c-9c32-7c24d7174036', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.407419] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Creating folder: Project (4fd379d17d774db5800bc91e53ec6123). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.408483] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c005885-e143-49af-ae7a-580bfe44777c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.419450] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Created folder: Project (4fd379d17d774db5800bc91e53ec6123) in parent group-v485515. [ 960.419646] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Creating folder: Instances. Parent ref: group-v485731. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 960.419879] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ee1da9e-5ba5-4d39-b4e2-0a27f444e7c2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.429309] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Created folder: Instances in parent group-v485731. [ 960.429546] env[62788]: DEBUG oslo.service.loopingcall [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 960.429729] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.429958] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74302b19-46f0-4d69-a432-09b09cec899e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.448993] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.448993] env[62788]: value = "task-2394353" [ 960.448993] env[62788]: _type = "Task" [ 960.448993] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.456369] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394353, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.468282] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.468773] env[62788]: DEBUG nova.compute.manager [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 960.471302] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.959s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.471516] env[62788]: DEBUG nova.objects.instance [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lazy-loading 'resources' on Instance uuid 53fedaf0-39bf-4237-9e96-a823b8ef3e4b {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.482554] env[62788]: DEBUG oslo_vmware.api [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394350, 'name': PowerOffVM_Task, 'duration_secs': 0.203791} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.483620] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 960.488726] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 960.490168] env[62788]: DEBUG oslo_concurrency.lockutils [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.490414] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ef7e17-635f-44a3-9aea-2589f02928e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.509028] env[62788]: DEBUG oslo_vmware.api [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 960.509028] env[62788]: value = "task-2394354" [ 960.509028] env[62788]: _type = "Task" [ 960.509028] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.520973] env[62788]: DEBUG oslo_vmware.api [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.597331] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.597742] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d059765d-0be1-46b1-903e-a5069443a7c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.604834] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 960.604834] env[62788]: value = "task-2394355" [ 960.604834] env[62788]: _type = "Task" [ 960.604834] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.614221] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.896816] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "be7b39b1-bf0b-404e-aaf9-183262a12034" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.897050] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "be7b39b1-bf0b-404e-aaf9-183262a12034" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.961240] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394353, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.976017] env[62788]: DEBUG nova.compute.utils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 960.980161] env[62788]: DEBUG nova.compute.manager [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 960.980161] env[62788]: DEBUG nova.network.neutron [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.022350] env[62788]: DEBUG oslo_vmware.api [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394354, 'name': ReconfigVM_Task, 'duration_secs': 0.227238} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.022350] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 961.022350] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.022722] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02df724c-db6c-4639-ac5d-57e923ca8332 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.029803] env[62788]: DEBUG oslo_vmware.api [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 961.029803] env[62788]: value = "task-2394356" [ 961.029803] env[62788]: _type = "Task" [ 961.029803] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.043211] env[62788]: DEBUG oslo_vmware.api [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.044054] env[62788]: DEBUG nova.policy [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b70a73d46e1f4f4a80d03a69d6f3c2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e33d82093564b74817d00e7812582d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.121235] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394355, 'name': PowerOffVM_Task, 'duration_secs': 0.221265} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.121541] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.123118] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d34ac1a-37bd-4b55-8b7c-7431dbf247e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.147464] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb916d6-83cb-4b3d-9952-8b893b5703f4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.314951] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4087b8b-5f17-438a-96a2-b4048c3d47ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.323142] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1016839-c3e5-409a-951b-5fe59452b55a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.360273] env[62788]: DEBUG nova.network.neutron [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Updated VIF entry in instance network info cache for port c0f00277-e6cc-415c-9c32-7c24d7174036. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 961.360620] env[62788]: DEBUG nova.network.neutron [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Updating instance_info_cache with network_info: [{"id": "c0f00277-e6cc-415c-9c32-7c24d7174036", "address": "fa:16:3e:e1:8e:60", "network": {"id": "80c23ecc-0148-40c9-84b9-e076c9ff31d8", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-675673134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4fd379d17d774db5800bc91e53ec6123", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0f00277-e6", "ovs_interfaceid": "c0f00277-e6cc-415c-9c32-7c24d7174036", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.362434] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd02a318-7a7b-4820-8b5b-d07b9eead4e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.366478] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070603c4-e3df-4d52-bc3f-8ce065ee9fd2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.371702] env[62788]: DEBUG nova.compute.manager [req-7207cc81-2b7a-41bd-8246-03356b8d0595 req-2a331850-1488-45c5-89dd-de95b965f419 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received event network-vif-plugged-84492428-444f-43e1-822b-da8fc7a5ead1 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 961.371950] env[62788]: DEBUG oslo_concurrency.lockutils [req-7207cc81-2b7a-41bd-8246-03356b8d0595 req-2a331850-1488-45c5-89dd-de95b965f419 service nova] Acquiring lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.372270] env[62788]: DEBUG oslo_concurrency.lockutils [req-7207cc81-2b7a-41bd-8246-03356b8d0595 req-2a331850-1488-45c5-89dd-de95b965f419 service nova] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.372463] env[62788]: DEBUG oslo_concurrency.lockutils [req-7207cc81-2b7a-41bd-8246-03356b8d0595 req-2a331850-1488-45c5-89dd-de95b965f419 service nova] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.372640] env[62788]: DEBUG nova.compute.manager [req-7207cc81-2b7a-41bd-8246-03356b8d0595 req-2a331850-1488-45c5-89dd-de95b965f419 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] No waiting events found dispatching network-vif-plugged-84492428-444f-43e1-822b-da8fc7a5ead1 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.376021] env[62788]: WARNING nova.compute.manager [req-7207cc81-2b7a-41bd-8246-03356b8d0595 req-2a331850-1488-45c5-89dd-de95b965f419 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received unexpected event network-vif-plugged-84492428-444f-43e1-822b-da8fc7a5ead1 for instance with vm_state building and task_state spawning. [ 961.381264] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146ca41c-e4cc-47e6-b3d1-34354d28deb4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.386660] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Doing hard reboot of VM {{(pid=62788) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 961.387205] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cb69a318-fe33-4697-86ec-f638c5a619f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.401864] env[62788]: DEBUG nova.compute.manager [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 961.406186] env[62788]: DEBUG nova.compute.provider_tree [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.410657] env[62788]: DEBUG oslo_vmware.api [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 961.410657] env[62788]: value = "task-2394357" [ 961.410657] env[62788]: _type = "Task" [ 961.410657] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.419995] env[62788]: DEBUG oslo_vmware.api [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394357, 'name': ResetVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.459591] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394353, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.478783] env[62788]: DEBUG nova.compute.manager [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 961.487513] env[62788]: DEBUG nova.network.neutron [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Successfully updated port: 84492428-444f-43e1-822b-da8fc7a5ead1 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.540582] env[62788]: DEBUG oslo_vmware.api [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394356, 'name': PowerOnVM_Task, 'duration_secs': 0.381854} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.540835] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.541151] env[62788]: DEBUG nova.compute.manager [None req-f83f001b-0354-404d-b7a7-8cf46f4f092a tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 961.541866] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b5a97b-62f7-482c-9538-d26f8914e2de {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.618771] env[62788]: DEBUG nova.network.neutron [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Successfully created port: 1a9785c4-3c1a-4fa9-91cc-ef18117d4524 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.660486] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Acquiring lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.660977] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.660977] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Acquiring lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.661216] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.661401] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.664171] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 961.664681] env[62788]: INFO nova.compute.manager [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Terminating instance [ 961.665986] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8985c5c-54e9-49b9-a027-994b03791237 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.675707] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 961.675707] env[62788]: value = "task-2394358" [ 961.675707] env[62788]: _type = "Task" [ 961.675707] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.688962] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394358, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.870727] env[62788]: DEBUG oslo_concurrency.lockutils [req-d738584e-b948-4dba-a195-32cf5073c6f3 req-d395cdfe-0c12-4d0f-8abd-0f1c6376d13e service nova] Releasing lock "refresh_cache-84bb5828-006e-4c35-9863-743b5bc949b1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 961.912893] env[62788]: DEBUG nova.scheduler.client.report [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.928562] env[62788]: DEBUG oslo_vmware.api [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394357, 'name': ResetVM_Task, 'duration_secs': 0.093082} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.928914] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Did hard reboot of VM {{(pid=62788) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 961.929214] env[62788]: DEBUG nova.compute.manager [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 961.932362] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e4d9b3-3138-40e5-8d48-c56073295293 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.936945] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.963298] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394353, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.990071] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.990239] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.990391] env[62788]: DEBUG nova.network.neutron [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.173071] env[62788]: DEBUG nova.compute.manager [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 962.173193] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e028176-695b-4899-bb0e-264f15cbe442 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.184046] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9871bcfb-2b20-4e13-9240-e3ef8ddd86b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.198291] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394358, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.218802] env[62788]: WARNING nova.virt.vmwareapi.driver [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 944ab7ab-87b0-4f21-bbc1-2273bc9862bd could not be found. [ 962.219007] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.219321] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-088cafd9-0d59-4a62-922b-1a7a9e999c0c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.227811] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9ec046-24ed-4c1d-8390-72594d1a0b87 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.258821] env[62788]: WARNING nova.virt.vmwareapi.vmops [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 944ab7ab-87b0-4f21-bbc1-2273bc9862bd could not be found. [ 962.259043] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.259234] env[62788]: INFO nova.compute.manager [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Took 0.09 seconds to destroy the instance on the hypervisor. [ 962.259480] env[62788]: DEBUG oslo.service.loopingcall [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.259714] env[62788]: DEBUG nova.compute.manager [-] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 962.259808] env[62788]: DEBUG nova.network.neutron [-] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.417987] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.426363] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.226s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.426363] env[62788]: DEBUG nova.objects.instance [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lazy-loading 'resources' on Instance uuid 25d99f37-2e63-46c5-9b14-94405ec25aec {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.454025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2cb49e30-2885-4f31-be4a-b67e3a95a989 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.671s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.457306] env[62788]: INFO nova.scheduler.client.report [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Deleted allocations for instance 53fedaf0-39bf-4237-9e96-a823b8ef3e4b [ 962.464544] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394353, 'name': CreateVM_Task, 'duration_secs': 1.533618} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.465725] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.466280] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.467866] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.468259] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 962.468787] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-847eaa6e-5d73-4b57-942c-d6593ff8d223 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.477418] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for the task: (returnval){ [ 962.477418] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525518e1-0516-1362-7e23-685f758cf8b4" [ 962.477418] env[62788]: _type = "Task" [ 962.477418] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.492153] env[62788]: DEBUG nova.compute.manager [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 962.494755] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525518e1-0516-1362-7e23-685f758cf8b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.497277] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.497783] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.498312] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.498312] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.498478] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.499111] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67984273-5f19-425f-a58f-b2037b356c39 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.510261] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.510517] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.511814] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e8f133-0ade-4481-932f-d81e0e44336a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.518335] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for the task: (returnval){ [ 962.518335] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525ae2e9-c825-98e4-3e6a-e0edc723b4ae" [ 962.518335] env[62788]: _type = "Task" [ 962.518335] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.532199] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525ae2e9-c825-98e4-3e6a-e0edc723b4ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.533909] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e63a686-5b30-4472-8f8a-bc4201339a74 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.541499] env[62788]: DEBUG nova.virt.hardware [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.541499] env[62788]: DEBUG nova.virt.hardware [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.541499] env[62788]: DEBUG nova.virt.hardware [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.541499] env[62788]: DEBUG nova.virt.hardware [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.541499] env[62788]: DEBUG nova.virt.hardware [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.541499] env[62788]: DEBUG nova.virt.hardware [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.541809] env[62788]: DEBUG nova.virt.hardware [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.541851] env[62788]: DEBUG nova.virt.hardware [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.542040] env[62788]: DEBUG nova.virt.hardware [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.542207] env[62788]: DEBUG nova.virt.hardware [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.542493] env[62788]: DEBUG nova.virt.hardware [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.543665] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ec2113-0128-4265-9772-fcaa341b9227 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.550423] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for the task: (returnval){ [ 962.550423] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e46fb4-1231-1a06-a165-8ca877674835" [ 962.550423] env[62788]: _type = "Task" [ 962.550423] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.556963] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56eed28-3de4-4b1b-a911-ee7f388fcf2c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.562029] env[62788]: DEBUG nova.network.neutron [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.572036] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e46fb4-1231-1a06-a165-8ca877674835, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.579449] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.579759] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 84bb5828-006e-4c35-9863-743b5bc949b1/84bb5828-006e-4c35-9863-743b5bc949b1.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.580307] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3146e307-95e4-4228-9f34-23923fc3054d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.587932] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for the task: (returnval){ [ 962.587932] env[62788]: value = "task-2394359" [ 962.587932] env[62788]: _type = "Task" [ 962.587932] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.594591] env[62788]: DEBUG nova.compute.manager [req-11222269-59e0-4761-a907-b44a12fd8a7f req-f32cd259-c2dd-4041-8bc6-516ef05b6afd service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Received event network-changed-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 962.594792] env[62788]: DEBUG nova.compute.manager [req-11222269-59e0-4761-a907-b44a12fd8a7f req-f32cd259-c2dd-4041-8bc6-516ef05b6afd service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Refreshing instance network info cache due to event network-changed-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 962.595880] env[62788]: DEBUG oslo_concurrency.lockutils [req-11222269-59e0-4761-a907-b44a12fd8a7f req-f32cd259-c2dd-4041-8bc6-516ef05b6afd service nova] Acquiring lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.595880] env[62788]: DEBUG oslo_concurrency.lockutils [req-11222269-59e0-4761-a907-b44a12fd8a7f req-f32cd259-c2dd-4041-8bc6-516ef05b6afd service nova] Acquired lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.595880] env[62788]: DEBUG nova.network.neutron [req-11222269-59e0-4761-a907-b44a12fd8a7f req-f32cd259-c2dd-4041-8bc6-516ef05b6afd service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Refreshing network info cache for port dae000c8-e2ad-418c-9ef5-d1fc749cb9ca {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.600297] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.685979] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394358, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.927935] env[62788]: DEBUG nova.network.neutron [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updating instance_info_cache with network_info: [{"id": "84492428-444f-43e1-822b-da8fc7a5ead1", "address": "fa:16:3e:0a:a7:b9", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84492428-44", "ovs_interfaceid": "84492428-444f-43e1-822b-da8fc7a5ead1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.976223] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f62497af-3454-47a0-b800-59fc6b39798d tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "53fedaf0-39bf-4237-9e96-a823b8ef3e4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.191s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.100195] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394359, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.193067] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394358, 'name': CreateSnapshot_Task, 'duration_secs': 1.024795} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.193067] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 963.193067] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a4af87-93ea-4926-b18f-6dfa3d5f7e4f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.260431] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.260431] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.260431] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.260431] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.260431] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.262636] env[62788]: INFO nova.compute.manager [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Terminating instance [ 963.273082] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b4c39-029c-462c-b620-a7d2e0d1f469 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.288457] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a517e32-0192-4412-a52d-b9319a0c6417 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.326935] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3abb020-0c53-4451-b6bd-222950f33957 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.333419] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2969004-bdde-4aa6-8869-96824c8a9f57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.353412] env[62788]: DEBUG nova.compute.provider_tree [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.433780] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.434241] env[62788]: DEBUG nova.compute.manager [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Instance network_info: |[{"id": "84492428-444f-43e1-822b-da8fc7a5ead1", "address": "fa:16:3e:0a:a7:b9", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84492428-44", "ovs_interfaceid": "84492428-444f-43e1-822b-da8fc7a5ead1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 963.434724] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:a7:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84492428-444f-43e1-822b-da8fc7a5ead1', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.443436] env[62788]: DEBUG oslo.service.loopingcall [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 963.443716] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.443975] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-533b6671-fef1-44d1-bcf7-7fc9f48973a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.471763] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.471763] env[62788]: value = "task-2394360" [ 963.471763] env[62788]: _type = "Task" [ 963.471763] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.477673] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394360, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.532248] env[62788]: DEBUG nova.network.neutron [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Successfully updated port: 1a9785c4-3c1a-4fa9-91cc-ef18117d4524 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.574861] env[62788]: DEBUG nova.network.neutron [req-11222269-59e0-4761-a907-b44a12fd8a7f req-f32cd259-c2dd-4041-8bc6-516ef05b6afd service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Updated VIF entry in instance network info cache for port dae000c8-e2ad-418c-9ef5-d1fc749cb9ca. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 963.575300] env[62788]: DEBUG nova.network.neutron [req-11222269-59e0-4761-a907-b44a12fd8a7f req-f32cd259-c2dd-4041-8bc6-516ef05b6afd service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Updating instance_info_cache with network_info: [{"id": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "address": "fa:16:3e:ba:88:c1", "network": {"id": "c39bc335-13a3-4ce4-9af6-b772bb3b80d2", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2048656337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8533f2b65f6348779c5b5f6c37395fa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdae000c8-e2", "ovs_interfaceid": "dae000c8-e2ad-418c-9ef5-d1fc749cb9ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.600242] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539717} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.600564] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 84bb5828-006e-4c35-9863-743b5bc949b1/84bb5828-006e-4c35-9863-743b5bc949b1.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.600800] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.601118] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8edab3ea-8a8a-422d-bbc8-29a9c929f77a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.605814] env[62788]: DEBUG nova.compute.manager [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received event network-changed-84492428-444f-43e1-822b-da8fc7a5ead1 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 963.606019] env[62788]: DEBUG nova.compute.manager [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Refreshing instance network info cache due to event network-changed-84492428-444f-43e1-822b-da8fc7a5ead1. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 963.606280] env[62788]: DEBUG oslo_concurrency.lockutils [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] Acquiring lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.606480] env[62788]: DEBUG oslo_concurrency.lockutils [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] Acquired lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.606673] env[62788]: DEBUG nova.network.neutron [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Refreshing network info cache for port 84492428-444f-43e1-822b-da8fc7a5ead1 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.612972] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for the task: (returnval){ [ 963.612972] env[62788]: value = "task-2394361" [ 963.612972] env[62788]: _type = "Task" [ 963.612972] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.621697] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.715836] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 963.716366] env[62788]: DEBUG nova.network.neutron [-] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.717769] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b503fd3-1b47-4d98-99f0-2836388e5e93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.727643] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 963.727643] env[62788]: value = "task-2394362" [ 963.727643] env[62788]: _type = "Task" [ 963.727643] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.738403] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394362, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.770247] env[62788]: DEBUG nova.compute.manager [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 963.770477] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.771433] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7af64e-d0d6-405b-be34-ef7b18ec5f7f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.780604] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.780996] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a16a6e91-767b-4fdc-91f8-3a3caa39b009 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.786992] env[62788]: DEBUG oslo_vmware.api [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 963.786992] env[62788]: value = "task-2394363" [ 963.786992] env[62788]: _type = "Task" [ 963.786992] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.795265] env[62788]: DEBUG oslo_vmware.api [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.863053] env[62788]: DEBUG nova.scheduler.client.report [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.978043] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394360, 'name': CreateVM_Task, 'duration_secs': 0.409222} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.978324] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.979020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.979198] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.979517] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.979780] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d82ce13-6d93-4e1b-86d8-748ed76a6648 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.984833] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 963.984833] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52506108-33fd-5b1e-1249-7613f495dd60" [ 963.984833] env[62788]: _type = "Task" [ 963.984833] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.994579] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52506108-33fd-5b1e-1249-7613f495dd60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.035356] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "refresh_cache-775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.035356] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "refresh_cache-775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.035564] env[62788]: DEBUG nova.network.neutron [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.078648] env[62788]: DEBUG oslo_concurrency.lockutils [req-11222269-59e0-4761-a907-b44a12fd8a7f req-f32cd259-c2dd-4041-8bc6-516ef05b6afd service nova] Releasing lock "refresh_cache-2567e29e-6f44-4fcb-a1d2-852c3a933d44" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.122934] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071463} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.124348] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.125457] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af682b63-543a-45c4-b2a3-11647639e843 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.133452] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.133452] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.133452] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.133452] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.133452] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.135323] env[62788]: INFO nova.compute.manager [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Terminating instance [ 964.160481] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 84bb5828-006e-4c35-9863-743b5bc949b1/84bb5828-006e-4c35-9863-743b5bc949b1.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.162244] env[62788]: DEBUG nova.compute.manager [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 964.162661] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.165414] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5342d22e-8e8d-4a8e-9674-fa03aa70e186 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.182976] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62e5ca1-316b-42b0-af0a-c414a7dca67e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.192882] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.193863] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2295eb2f-fc0e-49b4-b32b-131987117f02 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.195516] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for the task: (returnval){ [ 964.195516] env[62788]: value = "task-2394364" [ 964.195516] env[62788]: _type = "Task" [ 964.195516] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.200866] env[62788]: DEBUG oslo_vmware.api [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 964.200866] env[62788]: value = "task-2394365" [ 964.200866] env[62788]: _type = "Task" [ 964.200866] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.204299] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.212487] env[62788]: DEBUG oslo_vmware.api [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.223198] env[62788]: INFO nova.compute.manager [-] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Took 1.96 seconds to deallocate network for instance. [ 964.238777] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394362, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.299469] env[62788]: DEBUG oslo_vmware.api [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394363, 'name': PowerOffVM_Task, 'duration_secs': 0.415213} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.299738] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.299995] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.300278] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-671ffc95-9894-4855-8095-4ad241ee13bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.368553] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.373031] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.866s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.377560] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.377978] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.378202] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Deleting the datastore file [datastore1] 2567e29e-6f44-4fcb-a1d2-852c3a933d44 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.382418] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6e9ab88-3337-40a4-825f-247617d01ba4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.390765] env[62788]: DEBUG oslo_vmware.api [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 964.390765] env[62788]: value = "task-2394367" [ 964.390765] env[62788]: _type = "Task" [ 964.390765] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.402702] env[62788]: DEBUG oslo_vmware.api [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.415796] env[62788]: INFO nova.scheduler.client.report [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Deleted allocations for instance 25d99f37-2e63-46c5-9b14-94405ec25aec [ 964.496978] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52506108-33fd-5b1e-1249-7613f495dd60, 'name': SearchDatastore_Task, 'duration_secs': 0.026921} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.497328] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.497636] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.497907] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.498136] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.498344] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.498618] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9f7a1bf-1cc1-41bd-be98-f6bf2d4acf1b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.508521] env[62788]: DEBUG nova.network.neutron [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updated VIF entry in instance network info cache for port 84492428-444f-43e1-822b-da8fc7a5ead1. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.508521] env[62788]: DEBUG nova.network.neutron [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updating instance_info_cache with network_info: [{"id": "84492428-444f-43e1-822b-da8fc7a5ead1", "address": "fa:16:3e:0a:a7:b9", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84492428-44", "ovs_interfaceid": "84492428-444f-43e1-822b-da8fc7a5ead1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.518410] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.518410] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.519564] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e77c03a-a6fb-4307-b11a-de0a607d9467 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.527402] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 964.527402] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525e9d7e-d83e-d6a1-5f79-12089bed4374" [ 964.527402] env[62788]: _type = "Task" [ 964.527402] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.542966] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525e9d7e-d83e-d6a1-5f79-12089bed4374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.571704] env[62788]: DEBUG nova.network.neutron [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.705989] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.714440] env[62788]: DEBUG oslo_vmware.api [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394365, 'name': PowerOffVM_Task, 'duration_secs': 0.35655} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.714719] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.714894] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.715362] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b31f1e9-9cf6-4830-bb01-fda5ba060fdb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.742010] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394362, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.770473] env[62788]: INFO nova.compute.manager [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Took 0.55 seconds to detach 1 volumes for instance. [ 964.773017] env[62788]: DEBUG nova.compute.manager [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Deleting volume: 1c107202-f629-4b5e-81fc-426298af0ab2 {{(pid=62788) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3296}} [ 964.782259] env[62788]: DEBUG nova.network.neutron [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Updating instance_info_cache with network_info: [{"id": "1a9785c4-3c1a-4fa9-91cc-ef18117d4524", "address": "fa:16:3e:cd:b9:c7", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9785c4-3c", "ovs_interfaceid": "1a9785c4-3c1a-4fa9-91cc-ef18117d4524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.798190] env[62788]: DEBUG nova.compute.manager [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Received event network-vif-plugged-1a9785c4-3c1a-4fa9-91cc-ef18117d4524 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 964.798495] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] Acquiring lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.798775] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] Lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.798961] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] Lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.799754] env[62788]: DEBUG nova.compute.manager [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] No waiting events found dispatching network-vif-plugged-1a9785c4-3c1a-4fa9-91cc-ef18117d4524 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.800086] env[62788]: WARNING nova.compute.manager [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Received unexpected event network-vif-plugged-1a9785c4-3c1a-4fa9-91cc-ef18117d4524 for instance with vm_state building and task_state spawning. [ 964.800285] env[62788]: DEBUG nova.compute.manager [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Received event network-changed-1a9785c4-3c1a-4fa9-91cc-ef18117d4524 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 964.801256] env[62788]: DEBUG nova.compute.manager [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Refreshing instance network info cache due to event network-changed-1a9785c4-3c1a-4fa9-91cc-ef18117d4524. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 964.801527] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] Acquiring lock "refresh_cache-775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 964.804703] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.804703] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.804703] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Deleting the datastore file [datastore1] a6497b35-ff6b-4741-8411-cb1bbe8186c1 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.804848] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff50c198-7113-45cf-ade5-14e77b45eabc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.815116] env[62788]: DEBUG oslo_vmware.api [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for the task: (returnval){ [ 964.815116] env[62788]: value = "task-2394369" [ 964.815116] env[62788]: _type = "Task" [ 964.815116] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.827707] env[62788]: DEBUG oslo_vmware.api [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.906368] env[62788]: DEBUG oslo_vmware.api [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388096} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.906368] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.906788] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.906788] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.906788] env[62788]: INFO nova.compute.manager [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Took 1.14 seconds to destroy the instance on the hypervisor. [ 964.908118] env[62788]: DEBUG oslo.service.loopingcall [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.908118] env[62788]: DEBUG nova.compute.manager [-] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 964.908118] env[62788]: DEBUG nova.network.neutron [-] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.926607] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f708e22d-3d00-4ad2-aef0-c6391927d746 tempest-ServerShowV247Test-2139932088 tempest-ServerShowV247Test-2139932088-project-member] Lock "25d99f37-2e63-46c5-9b14-94405ec25aec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.150s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.011523] env[62788]: DEBUG oslo_concurrency.lockutils [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] Releasing lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.011793] env[62788]: DEBUG nova.compute.manager [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Received event network-vif-deleted-f3a1c8e1-1adc-4649-ba89-f810a2858429 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 965.011973] env[62788]: INFO nova.compute.manager [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Neutron deleted interface f3a1c8e1-1adc-4649-ba89-f810a2858429; detaching it from the instance and deleting it from the info cache [ 965.012161] env[62788]: DEBUG nova.network.neutron [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.049076] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525e9d7e-d83e-d6a1-5f79-12089bed4374, 'name': SearchDatastore_Task, 'duration_secs': 0.017056} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.049076] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2897ad-2f8d-44fe-9f4e-da7674e741cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.056509] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 965.056509] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52084c31-b927-1e46-a415-6549ad8a11ce" [ 965.056509] env[62788]: _type = "Task" [ 965.056509] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.065454] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52084c31-b927-1e46-a415-6549ad8a11ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.237276] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394364, 'name': ReconfigVM_Task, 'duration_secs': 0.5611} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.237276] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 84bb5828-006e-4c35-9863-743b5bc949b1/84bb5828-006e-4c35-9863-743b5bc949b1.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.237276] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-791084d6-4265-4250-a025-0472e7d1ab07 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.237276] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for the task: (returnval){ [ 965.237276] env[62788]: value = "task-2394371" [ 965.237276] env[62788]: _type = "Task" [ 965.237276] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.237276] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394371, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.245310] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394362, 'name': CloneVM_Task, 'duration_secs': 1.379541} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.245714] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Created linked-clone VM from snapshot [ 965.246605] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9ed205-3519-498e-9116-9171b1e240d0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.256623] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Uploading image d43581f7-4ba0-4260-8b72-b38e659b4746 {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 965.285772] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 965.285772] env[62788]: value = "vm-485736" [ 965.285772] env[62788]: _type = "VirtualMachine" [ 965.285772] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 965.286262] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "refresh_cache-775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.286631] env[62788]: DEBUG nova.compute.manager [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Instance network_info: |[{"id": "1a9785c4-3c1a-4fa9-91cc-ef18117d4524", "address": "fa:16:3e:cd:b9:c7", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9785c4-3c", "ovs_interfaceid": "1a9785c4-3c1a-4fa9-91cc-ef18117d4524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 965.286821] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-171c8f14-11f7-4eeb-970b-3c471ce5aed4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.289556] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] Acquired lock "refresh_cache-775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.289556] env[62788]: DEBUG nova.network.neutron [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Refreshing network info cache for port 1a9785c4-3c1a-4fa9-91cc-ef18117d4524 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.290049] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:b9:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a9785c4-3c1a-4fa9-91cc-ef18117d4524', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.301337] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Creating folder: Project (3e33d82093564b74817d00e7812582d2). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.304766] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f60b56f2-fc29-4afc-857f-bd403c50c0d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.312794] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lease: (returnval){ [ 965.312794] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d25329-b432-abcc-bcca-5fd19b2fe812" [ 965.312794] env[62788]: _type = "HttpNfcLease" [ 965.312794] env[62788]: } obtained for exporting VM: (result){ [ 965.312794] env[62788]: value = "vm-485736" [ 965.312794] env[62788]: _type = "VirtualMachine" [ 965.312794] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 965.313033] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the lease: (returnval){ [ 965.313033] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d25329-b432-abcc-bcca-5fd19b2fe812" [ 965.313033] env[62788]: _type = "HttpNfcLease" [ 965.313033] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 965.317525] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Created folder: Project (3e33d82093564b74817d00e7812582d2) in parent group-v485515. [ 965.317725] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Creating folder: Instances. Parent ref: group-v485737. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.318375] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e77f9510-d437-4564-aec8-dfe99381bf32 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.321419] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.321419] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d25329-b432-abcc-bcca-5fd19b2fe812" [ 965.321419] env[62788]: _type = "HttpNfcLease" [ 965.321419] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.325671] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.331246] env[62788]: DEBUG oslo_vmware.api [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Task: {'id': task-2394369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187119} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.331475] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.331655] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.331837] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.332025] env[62788]: INFO nova.compute.manager [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 965.332261] env[62788]: DEBUG oslo.service.loopingcall [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.333439] env[62788]: DEBUG nova.compute.manager [-] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 965.333543] env[62788]: DEBUG nova.network.neutron [-] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.335129] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Created folder: Instances in parent group-v485737. [ 965.335345] env[62788]: DEBUG oslo.service.loopingcall [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 965.335522] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.336031] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94c58c11-6ae0-4897-a0c3-06f275b9b2c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.355966] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.355966] env[62788]: value = "task-2394375" [ 965.355966] env[62788]: _type = "Task" [ 965.355966] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.369670] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394375, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.411374] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 11a2b336-8e4b-4627-872c-b70cf0d19cc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.411374] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance e8873fbd-7b59-4a34-a65c-4d84389413c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.411374] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance ff10d7b8-218d-42cc-a63e-e9891f4de156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.411374] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 693f5d7b-9fb0-46bf-a718-9c9b1e4097da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.411538] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 8af8013d-e49b-484f-8fef-1ca817a5645c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.411695] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance a6497b35-ff6b-4741-8411-cb1bbe8186c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.411695] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 7ff81b21-7171-4a1d-9dd1-1344f46a434a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.411844] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 57f5de6b-7290-4359-8b6d-5f66e6e9ace0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.412137] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance a0afa067-1a4e-4f56-8ee2-7fbcd98e098d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.412137] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 5a26bac5-d522-4d7f-8acf-89027ba55c43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.412137] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 2567e29e-6f44-4fcb-a1d2-852c3a933d44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.412244] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 84bb5828-006e-4c35-9863-743b5bc949b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.412363] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 130e2f44-88b4-4acd-a686-f46ec59d4e49 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.412691] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 965.515394] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4daa839-ad7c-46ef-ad2d-9ab885aa37f6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.524896] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef206f2e-7a7e-49f6-9073-3a05d5de8e75 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.556742] env[62788]: DEBUG nova.compute.manager [req-6ba0adf0-c509-4b35-a190-1ddbf2502059 req-c137ef1d-e3c0-42cf-9941-457b7c6e0e05 service nova] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Detach interface failed, port_id=f3a1c8e1-1adc-4649-ba89-f810a2858429, reason: Instance 944ab7ab-87b0-4f21-bbc1-2273bc9862bd could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 965.568653] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52084c31-b927-1e46-a415-6549ad8a11ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.568908] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 965.569244] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 130e2f44-88b4-4acd-a686-f46ec59d4e49/130e2f44-88b4-4acd-a686-f46ec59d4e49.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.572152] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f198f02-9a75-4898-a5d7-6f3b1b45d761 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.576919] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 965.576919] env[62788]: value = "task-2394376" [ 965.576919] env[62788]: _type = "Task" [ 965.576919] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.588228] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.730802] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394371, 'name': Rename_Task, 'duration_secs': 0.256739} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.730898] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.731133] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92b86b30-a8d3-444c-b558-1e56753cb794 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.737131] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for the task: (returnval){ [ 965.737131] env[62788]: value = "task-2394377" [ 965.737131] env[62788]: _type = "Task" [ 965.737131] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.746881] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.755249] env[62788]: DEBUG nova.network.neutron [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Updated VIF entry in instance network info cache for port 1a9785c4-3c1a-4fa9-91cc-ef18117d4524. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.755249] env[62788]: DEBUG nova.network.neutron [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Updating instance_info_cache with network_info: [{"id": "1a9785c4-3c1a-4fa9-91cc-ef18117d4524", "address": "fa:16:3e:cd:b9:c7", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a9785c4-3c", "ovs_interfaceid": "1a9785c4-3c1a-4fa9-91cc-ef18117d4524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.770219] env[62788]: DEBUG nova.compute.manager [req-fae10660-c1e2-42d5-b955-88f3ed757c26 req-b572f62e-1119-4566-9251-343d3c2b090d service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Received event network-vif-deleted-dae000c8-e2ad-418c-9ef5-d1fc749cb9ca {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 965.770413] env[62788]: INFO nova.compute.manager [req-fae10660-c1e2-42d5-b955-88f3ed757c26 req-b572f62e-1119-4566-9251-343d3c2b090d service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Neutron deleted interface dae000c8-e2ad-418c-9ef5-d1fc749cb9ca; detaching it from the instance and deleting it from the info cache [ 965.770663] env[62788]: DEBUG nova.network.neutron [req-fae10660-c1e2-42d5-b955-88f3ed757c26 req-b572f62e-1119-4566-9251-343d3c2b090d service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.822184] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.822184] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d25329-b432-abcc-bcca-5fd19b2fe812" [ 965.822184] env[62788]: _type = "HttpNfcLease" [ 965.822184] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 965.822184] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 965.822184] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d25329-b432-abcc-bcca-5fd19b2fe812" [ 965.822184] env[62788]: _type = "HttpNfcLease" [ 965.822184] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 965.822951] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7e10aa-a115-474e-943e-e00fd7bbb22f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.831747] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cbb77-493b-bf18-3ed2-a12cc0ecf8b2/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 965.831747] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cbb77-493b-bf18-3ed2-a12cc0ecf8b2/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 965.905434] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394375, 'name': CreateVM_Task, 'duration_secs': 0.478408} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.906588] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.907555] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.907785] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.908226] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 965.908876] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913a8806-0dab-4eb9-a2ab-91e1d2d8d188 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.917898] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance b91af2fd-959d-4183-ba12-0dc1f081d4c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 965.919535] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 965.919535] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e50a2e-3b4e-4518-e8e8-2b5faec78bd9" [ 965.919535] env[62788]: _type = "Task" [ 965.919535] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.929765] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e50a2e-3b4e-4518-e8e8-2b5faec78bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.948443] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05e361cb-47e9-4d20-8e2a-11c73013113e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.090514] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394376, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.183704] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.184582] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.248960] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394377, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.249888] env[62788]: DEBUG nova.network.neutron [-] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.259420] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0296d88-f21b-44dd-b211-16d482c48da0 req-fb35e717-83ad-49f2-9a1b-d06949bfc8f5 service nova] Releasing lock "refresh_cache-775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.273885] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf830260-58fe-41cd-b214-9e96717f2a28 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.283875] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416e7e26-1b4b-4ec1-9d5b-cc91018fe2df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.325660] env[62788]: DEBUG nova.compute.manager [req-fae10660-c1e2-42d5-b955-88f3ed757c26 req-b572f62e-1119-4566-9251-343d3c2b090d service nova] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Detach interface failed, port_id=dae000c8-e2ad-418c-9ef5-d1fc749cb9ca, reason: Instance 2567e29e-6f44-4fcb-a1d2-852c3a933d44 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 966.398144] env[62788]: DEBUG nova.network.neutron [-] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.420863] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance be7b39b1-bf0b-404e-aaf9-183262a12034 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 966.421178] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 966.421359] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 966.434884] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e50a2e-3b4e-4518-e8e8-2b5faec78bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.075209} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.435585] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.436108] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.436523] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.436793] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.437132] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.437534] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaddbe3d-7cbd-4e50-840b-703dde11644b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.446498] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.446696] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.447611] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e15491a-3b42-4790-8fbb-bc2f7631ece4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.453367] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 966.453367] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f93a29-6b8c-0be3-1d13-dfedb43db6f2" [ 966.453367] env[62788]: _type = "Task" [ 966.453367] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.464536] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f93a29-6b8c-0be3-1d13-dfedb43db6f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.590517] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683237} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.590841] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 130e2f44-88b4-4acd-a686-f46ec59d4e49/130e2f44-88b4-4acd-a686-f46ec59d4e49.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.591068] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.591435] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c102bbfd-cab8-4a9b-ba0c-8a53a328af6f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.597731] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 966.597731] env[62788]: value = "task-2394378" [ 966.597731] env[62788]: _type = "Task" [ 966.597731] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.609978] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.672095] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d784b7-e6bf-4533-9395-9c4e6a163f4a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.685533] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9549fb0-a440-49a9-b8e5-c90df0bad328 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.714778] env[62788]: DEBUG nova.compute.manager [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 966.718970] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f30a62-7e14-4dc5-ab0e-339fb6c8d567 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.727477] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ea4066-af8f-4b27-bbf5-3cc2f25161fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.743008] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 966.753068] env[62788]: INFO nova.compute.manager [-] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Took 1.85 seconds to deallocate network for instance. [ 966.760443] env[62788]: DEBUG oslo_vmware.api [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394377, 'name': PowerOnVM_Task, 'duration_secs': 0.655833} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.762317] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.762643] env[62788]: INFO nova.compute.manager [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Took 9.12 seconds to spawn the instance on the hypervisor. [ 966.763806] env[62788]: DEBUG nova.compute.manager [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 966.764275] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2c2854-965b-47c8-b8fa-15bded1647a9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.903376] env[62788]: INFO nova.compute.manager [-] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Took 1.57 seconds to deallocate network for instance. [ 966.965090] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f93a29-6b8c-0be3-1d13-dfedb43db6f2, 'name': SearchDatastore_Task, 'duration_secs': 0.020946} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.966633] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68fe9b3-4432-4e51-b438-32ae5e827c70 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.972720] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 966.972720] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52017585-cd98-3182-ed45-af87cb2a850e" [ 966.972720] env[62788]: _type = "Task" [ 966.972720] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.981879] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52017585-cd98-3182-ed45-af87cb2a850e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.110018] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071463} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.110018] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.110018] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1486e7f6-a911-40b1-8f8a-2400e997ca1c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.141763] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 130e2f44-88b4-4acd-a686-f46ec59d4e49/130e2f44-88b4-4acd-a686-f46ec59d4e49.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.143030] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22779ead-21a9-4c22-8022-dd0f50153d7a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.167857] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 967.167857] env[62788]: value = "task-2394379" [ 967.167857] env[62788]: _type = "Task" [ 967.167857] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.176141] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.242673] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.252780] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.265479] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.284170] env[62788]: INFO nova.compute.manager [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Took 26.18 seconds to build instance. [ 967.407475] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.484684] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52017585-cd98-3182-ed45-af87cb2a850e, 'name': SearchDatastore_Task, 'duration_secs': 0.034617} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.488469] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.488469] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0/775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.488469] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-435b849b-e285-452b-b5b1-0380e78fe7b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.499976] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 967.499976] env[62788]: value = "task-2394380" [ 967.499976] env[62788]: _type = "Task" [ 967.499976] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.506309] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.679283] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.760049] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 967.760049] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.387s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.760049] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.917s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.764050] env[62788]: INFO nova.compute.claims [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.787210] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b107b3d5-ef7d-4848-88cb-73ab27299e0c tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Lock "84bb5828-006e-4c35-9863-743b5bc949b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.694s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.837019] env[62788]: DEBUG nova.compute.manager [req-9e7f982b-0487-4ff1-8e34-7bd2a7c33c78 req-5dc15b90-f9ab-4da4-881f-2be668322034 service nova] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Received event network-vif-deleted-d1a1d921-d0a3-43d0-86bd-1dc2277f0bac {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 968.011114] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394380, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.180564] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394379, 'name': ReconfigVM_Task, 'duration_secs': 0.77517} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.180886] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 130e2f44-88b4-4acd-a686-f46ec59d4e49/130e2f44-88b4-4acd-a686-f46ec59d4e49.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.181848] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbd9097b-a906-47a4-8b3f-79d538b68235 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.193311] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 968.193311] env[62788]: value = "task-2394381" [ 968.193311] env[62788]: _type = "Task" [ 968.193311] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.205452] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394381, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.510402] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790494} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.510837] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0/775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.510958] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.511263] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8acf2c04-d4d5-4e5f-be08-4a90600ee5cd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.518832] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 968.518832] env[62788]: value = "task-2394382" [ 968.518832] env[62788]: _type = "Task" [ 968.518832] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.530170] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.704607] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394381, 'name': Rename_Task, 'duration_secs': 0.22641} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.707132] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.707132] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce4401e0-b90a-40d5-82db-6f93ce100f56 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.712043] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 968.712043] env[62788]: value = "task-2394383" [ 968.712043] env[62788]: _type = "Task" [ 968.712043] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.721889] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.024316] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a8812d-dfa5-4862-8623-733af8ef656d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.033507] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06971} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.035462] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.036514] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd9f26f-5871-42ba-9d47-026963d40c5b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.039555] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759ee518-4706-4986-9a67-5f43763942ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.062896] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0/775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.088529] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e68fea8b-860f-442c-becd-12681bf8c821 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.103213] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09ab473-4542-4344-9fd3-a6da48b811b0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.111576] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca1eb2-d66d-4303-ab5e-7797a9146293 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.115561] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 969.115561] env[62788]: value = "task-2394384" [ 969.115561] env[62788]: _type = "Task" [ 969.115561] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.126146] env[62788]: DEBUG nova.compute.provider_tree [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.132249] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.223854] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.267992] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquiring lock "84bb5828-006e-4c35-9863-743b5bc949b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.268808] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Lock "84bb5828-006e-4c35-9863-743b5bc949b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.268808] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquiring lock "84bb5828-006e-4c35-9863-743b5bc949b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.268808] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Lock "84bb5828-006e-4c35-9863-743b5bc949b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.269041] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Lock "84bb5828-006e-4c35-9863-743b5bc949b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.271133] env[62788]: INFO nova.compute.manager [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Terminating instance [ 969.629129] env[62788]: DEBUG nova.scheduler.client.report [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.632431] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.723019] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.777092] env[62788]: DEBUG nova.compute.manager [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 969.777351] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.778950] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30094e3-1373-467d-8e05-57160ac59948 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.786928] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.787185] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d37e758-7458-4ce1-9624-787c47f89ea7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.793352] env[62788]: DEBUG oslo_vmware.api [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for the task: (returnval){ [ 969.793352] env[62788]: value = "task-2394385" [ 969.793352] env[62788]: _type = "Task" [ 969.793352] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.803249] env[62788]: DEBUG oslo_vmware.api [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.105400] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "9cbb2005-3ede-4837-b5e1-0f6521043662" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.105656] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "9cbb2005-3ede-4837-b5e1-0f6521043662" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.127786] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394384, 'name': ReconfigVM_Task, 'duration_secs': 0.668464} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.127984] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0/775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.128597] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-939f36eb-de6f-4b6a-8e5f-affc90446144 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.137052] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.137052] env[62788]: DEBUG nova.compute.manager [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 970.138875] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 970.138875] env[62788]: value = "task-2394386" [ 970.138875] env[62788]: _type = "Task" [ 970.138875] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.140044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.649s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.151225] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394386, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.227257] env[62788]: DEBUG oslo_vmware.api [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394383, 'name': PowerOnVM_Task, 'duration_secs': 1.278486} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.230000] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.231053] env[62788]: INFO nova.compute.manager [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Took 10.14 seconds to spawn the instance on the hypervisor. [ 970.231275] env[62788]: DEBUG nova.compute.manager [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 970.232373] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d22f83e-e4af-4610-b48c-4fcbfe8d397f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.304198] env[62788]: DEBUG oslo_vmware.api [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394385, 'name': PowerOffVM_Task, 'duration_secs': 0.28638} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.306953] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.307153] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.307652] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4af5d839-c4c7-4750-8f7a-4cf1618a3e30 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.395364] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec405f22-28f4-4912-bd1b-f75946e6794d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.402742] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5d8078-efb3-44c9-bdbd-e66263febe5a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.445458] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfbd541-edbf-4f9d-8eca-f40e81fc3f16 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.453979] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba1508f-e72e-43a7-9f47-33464c344048 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.469740] env[62788]: DEBUG nova.compute.provider_tree [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.607695] env[62788]: DEBUG nova.compute.manager [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 970.641252] env[62788]: DEBUG nova.compute.utils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 970.644424] env[62788]: DEBUG nova.compute.manager [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 970.644607] env[62788]: DEBUG nova.network.neutron [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.646540] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.646892] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.646935] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Deleting the datastore file [datastore1] 84bb5828-006e-4c35-9863-743b5bc949b1 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.650385] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d73852f3-4fe0-47a5-86c1-e1fe7ef63fee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.657658] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394386, 'name': Rename_Task, 'duration_secs': 0.21106} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.659929] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.660634] env[62788]: DEBUG oslo_vmware.api [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for the task: (returnval){ [ 970.660634] env[62788]: value = "task-2394388" [ 970.660634] env[62788]: _type = "Task" [ 970.660634] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.660881] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cd05000-dce5-4dbd-87b4-3b01ab1e66a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.671221] env[62788]: DEBUG oslo_vmware.api [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.673037] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 970.673037] env[62788]: value = "task-2394389" [ 970.673037] env[62788]: _type = "Task" [ 970.673037] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.681566] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.700818] env[62788]: DEBUG nova.policy [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef96e4de78e34663bc2f576eaaf20fea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e1d0791620b45a1b8abae13aa655a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.754330] env[62788]: INFO nova.compute.manager [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Took 25.32 seconds to build instance. [ 970.976046] env[62788]: DEBUG nova.scheduler.client.report [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.115557] env[62788]: DEBUG nova.network.neutron [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Successfully created port: 4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 971.139706] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.148753] env[62788]: DEBUG nova.compute.manager [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 971.175072] env[62788]: DEBUG oslo_vmware.api [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Task: {'id': task-2394388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328956} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.178611] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.178815] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.178993] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.179188] env[62788]: INFO nova.compute.manager [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Took 1.40 seconds to destroy the instance on the hypervisor. [ 971.179430] env[62788]: DEBUG oslo.service.loopingcall [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.179637] env[62788]: DEBUG nova.compute.manager [-] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 971.179745] env[62788]: DEBUG nova.network.neutron [-] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.187994] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.258988] env[62788]: DEBUG oslo_concurrency.lockutils [None req-06e730bb-7ea8-42e4-9e81-292be9572702 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.831s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.478730] env[62788]: DEBUG oslo_concurrency.lockutils [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.339s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.478973] env[62788]: INFO nova.compute.manager [None req-44727266-ff09-47c1-a965-84a8658e50fd tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Successfully reverted task state from rebuilding on failure for instance. [ 971.484676] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.548s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.487073] env[62788]: INFO nova.compute.claims [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.651542] env[62788]: DEBUG nova.compute.manager [req-ca8581bd-9a19-44f8-9b6b-eb23340418a8 req-3f0ac547-0af9-4ed8-99a2-413c7ba45a98 service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Received event network-vif-deleted-c0f00277-e6cc-415c-9c32-7c24d7174036 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 971.651737] env[62788]: INFO nova.compute.manager [req-ca8581bd-9a19-44f8-9b6b-eb23340418a8 req-3f0ac547-0af9-4ed8-99a2-413c7ba45a98 service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Neutron deleted interface c0f00277-e6cc-415c-9c32-7c24d7174036; detaching it from the instance and deleting it from the info cache [ 971.651907] env[62788]: DEBUG nova.network.neutron [req-ca8581bd-9a19-44f8-9b6b-eb23340418a8 req-3f0ac547-0af9-4ed8-99a2-413c7ba45a98 service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.685105] env[62788]: DEBUG oslo_vmware.api [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394389, 'name': PowerOnVM_Task, 'duration_secs': 0.623667} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.685395] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.685598] env[62788]: INFO nova.compute.manager [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Took 9.19 seconds to spawn the instance on the hypervisor. [ 971.685777] env[62788]: DEBUG nova.compute.manager [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 971.686614] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47418881-a5ef-4400-a1dc-ac1003248b3d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.124574] env[62788]: DEBUG nova.network.neutron [-] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.158927] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95730f66-d855-40bf-a87d-e51cbba26c69 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.160631] env[62788]: DEBUG nova.compute.manager [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 972.173636] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7d8290-7b28-46ec-abf8-e0bc613b08cb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.196032] env[62788]: DEBUG nova.virt.hardware [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.196293] env[62788]: DEBUG nova.virt.hardware [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.196474] env[62788]: DEBUG nova.virt.hardware [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.196731] env[62788]: DEBUG nova.virt.hardware [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.196862] env[62788]: DEBUG nova.virt.hardware [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.197044] env[62788]: DEBUG nova.virt.hardware [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.197277] env[62788]: DEBUG nova.virt.hardware [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.197483] env[62788]: DEBUG nova.virt.hardware [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.197597] env[62788]: DEBUG nova.virt.hardware [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.200425] env[62788]: DEBUG nova.virt.hardware [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.200425] env[62788]: DEBUG nova.virt.hardware [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.203762] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5acc28-59e8-48a4-8d60-80e72e38208b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.221637] env[62788]: DEBUG nova.compute.manager [req-ca8581bd-9a19-44f8-9b6b-eb23340418a8 req-3f0ac547-0af9-4ed8-99a2-413c7ba45a98 service nova] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Detach interface failed, port_id=c0f00277-e6cc-415c-9c32-7c24d7174036, reason: Instance 84bb5828-006e-4c35-9863-743b5bc949b1 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 972.222575] env[62788]: INFO nova.compute.manager [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Took 24.16 seconds to build instance. [ 972.228863] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7da377-b93f-46c7-b1c5-2b6885433084 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.610487] env[62788]: DEBUG nova.compute.manager [req-529106e8-4fc0-4577-98bc-8ae7ab526fb1 req-744e8616-e142-46d4-805f-cf2e5d33826b service nova] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Received event network-vif-plugged-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 972.610780] env[62788]: DEBUG oslo_concurrency.lockutils [req-529106e8-4fc0-4577-98bc-8ae7ab526fb1 req-744e8616-e142-46d4-805f-cf2e5d33826b service nova] Acquiring lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.610947] env[62788]: DEBUG oslo_concurrency.lockutils [req-529106e8-4fc0-4577-98bc-8ae7ab526fb1 req-744e8616-e142-46d4-805f-cf2e5d33826b service nova] Lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 972.611129] env[62788]: DEBUG oslo_concurrency.lockutils [req-529106e8-4fc0-4577-98bc-8ae7ab526fb1 req-744e8616-e142-46d4-805f-cf2e5d33826b service nova] Lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.611356] env[62788]: DEBUG nova.compute.manager [req-529106e8-4fc0-4577-98bc-8ae7ab526fb1 req-744e8616-e142-46d4-805f-cf2e5d33826b service nova] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] No waiting events found dispatching network-vif-plugged-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.611512] env[62788]: WARNING nova.compute.manager [req-529106e8-4fc0-4577-98bc-8ae7ab526fb1 req-744e8616-e142-46d4-805f-cf2e5d33826b service nova] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Received unexpected event network-vif-plugged-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc for instance with vm_state building and task_state spawning. [ 972.628821] env[62788]: INFO nova.compute.manager [-] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Took 1.45 seconds to deallocate network for instance. [ 972.672049] env[62788]: INFO nova.compute.manager [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Rebuilding instance [ 972.715992] env[62788]: DEBUG nova.network.neutron [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Successfully updated port: 4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.725882] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e2b39145-52c5-46cb-85c8-c098fae5e52b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.671s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 972.736945] env[62788]: DEBUG nova.compute.manager [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 972.737743] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a975c0-f2c7-4782-ad3f-d6c3d0cb5d01 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.771409] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565276b8-2183-4a2e-b5d3-f60175fbf122 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.779700] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6b12a2-ef79-4e33-9375-208c2f89ab51 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.812523] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049d44ae-8c7b-4705-83b7-6d6253e30146 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.820088] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9ff95f-e15d-426b-9959-de995b5fd786 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.833708] env[62788]: DEBUG nova.compute.provider_tree [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.135414] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.219383] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "refresh_cache-b91af2fd-959d-4183-ba12-0dc1f081d4c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.219492] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "refresh_cache-b91af2fd-959d-4183-ba12-0dc1f081d4c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.219628] env[62788]: DEBUG nova.network.neutron [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.336709] env[62788]: DEBUG nova.scheduler.client.report [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.677912] env[62788]: DEBUG nova.compute.manager [req-b29ec409-8ad9-4e15-b530-32bdb709d1b9 req-0bc33c26-c105-45f1-b454-ba4ca57ca813 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received event network-changed-84492428-444f-43e1-822b-da8fc7a5ead1 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 973.677912] env[62788]: DEBUG nova.compute.manager [req-b29ec409-8ad9-4e15-b530-32bdb709d1b9 req-0bc33c26-c105-45f1-b454-ba4ca57ca813 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Refreshing instance network info cache due to event network-changed-84492428-444f-43e1-822b-da8fc7a5ead1. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 973.678177] env[62788]: DEBUG oslo_concurrency.lockutils [req-b29ec409-8ad9-4e15-b530-32bdb709d1b9 req-0bc33c26-c105-45f1-b454-ba4ca57ca813 service nova] Acquiring lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.678323] env[62788]: DEBUG oslo_concurrency.lockutils [req-b29ec409-8ad9-4e15-b530-32bdb709d1b9 req-0bc33c26-c105-45f1-b454-ba4ca57ca813 service nova] Acquired lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.678482] env[62788]: DEBUG nova.network.neutron [req-b29ec409-8ad9-4e15-b530-32bdb709d1b9 req-0bc33c26-c105-45f1-b454-ba4ca57ca813 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Refreshing network info cache for port 84492428-444f-43e1-822b-da8fc7a5ead1 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.753348] env[62788]: DEBUG nova.network.neutron [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.756726] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.757105] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40c5c4b6-918b-4dc8-ad89-b7198ba4275d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.766055] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 973.766055] env[62788]: value = "task-2394390" [ 973.766055] env[62788]: _type = "Task" [ 973.766055] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.776594] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.843394] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.843928] env[62788]: DEBUG nova.compute.manager [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 973.847260] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.522s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.847523] env[62788]: DEBUG nova.objects.instance [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lazy-loading 'resources' on Instance uuid 944ab7ab-87b0-4f21-bbc1-2273bc9862bd {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.915037] env[62788]: DEBUG nova.network.neutron [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Updating instance_info_cache with network_info: [{"id": "4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc", "address": "fa:16:3e:32:43:b0", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e3c42b6-c7", "ovs_interfaceid": "4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.277665] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394390, 'name': PowerOffVM_Task, 'duration_secs': 0.25365} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.278048] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.278309] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.279338] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f5a332-4802-404f-8408-e61ece5cc371 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.287014] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.287384] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48f429b0-f229-4da8-b9ab-4d8845eea9e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.351596] env[62788]: DEBUG nova.compute.utils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 974.356933] env[62788]: DEBUG nova.compute.manager [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 974.357075] env[62788]: DEBUG nova.network.neutron [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.362893] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.363172] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.363408] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleting the datastore file [datastore1] 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.365024] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21e6e3fa-128b-495b-84a9-ae08060a5d7b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.372261] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 974.372261] env[62788]: value = "task-2394392" [ 974.372261] env[62788]: _type = "Task" [ 974.372261] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.380707] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.419278] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "refresh_cache-b91af2fd-959d-4183-ba12-0dc1f081d4c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.419676] env[62788]: DEBUG nova.compute.manager [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Instance network_info: |[{"id": "4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc", "address": "fa:16:3e:32:43:b0", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e3c42b6-c7", "ovs_interfaceid": "4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 974.420585] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:43:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.428342] env[62788]: DEBUG oslo.service.loopingcall [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 974.430883] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.431350] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af8b27bf-5507-45f3-9df6-b32a46b54987 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.447630] env[62788]: DEBUG nova.policy [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6457ce1594ee4473add14c01ab63ca66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ea76229af82480dbd2e5b63a0645043', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.449374] env[62788]: DEBUG nova.network.neutron [req-b29ec409-8ad9-4e15-b530-32bdb709d1b9 req-0bc33c26-c105-45f1-b454-ba4ca57ca813 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updated VIF entry in instance network info cache for port 84492428-444f-43e1-822b-da8fc7a5ead1. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.449685] env[62788]: DEBUG nova.network.neutron [req-b29ec409-8ad9-4e15-b530-32bdb709d1b9 req-0bc33c26-c105-45f1-b454-ba4ca57ca813 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updating instance_info_cache with network_info: [{"id": "84492428-444f-43e1-822b-da8fc7a5ead1", "address": "fa:16:3e:0a:a7:b9", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84492428-44", "ovs_interfaceid": "84492428-444f-43e1-822b-da8fc7a5ead1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.459032] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.459032] env[62788]: value = "task-2394393" [ 974.459032] env[62788]: _type = "Task" [ 974.459032] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.469447] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394393, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.638103] env[62788]: DEBUG nova.compute.manager [req-27899e14-0f64-4285-8a17-22ebdd9cd25b req-d82652dd-c706-4fb6-8f3a-4903f7466e22 service nova] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Received event network-changed-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 974.638103] env[62788]: DEBUG nova.compute.manager [req-27899e14-0f64-4285-8a17-22ebdd9cd25b req-d82652dd-c706-4fb6-8f3a-4903f7466e22 service nova] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Refreshing instance network info cache due to event network-changed-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 974.638103] env[62788]: DEBUG oslo_concurrency.lockutils [req-27899e14-0f64-4285-8a17-22ebdd9cd25b req-d82652dd-c706-4fb6-8f3a-4903f7466e22 service nova] Acquiring lock "refresh_cache-b91af2fd-959d-4183-ba12-0dc1f081d4c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 974.638103] env[62788]: DEBUG oslo_concurrency.lockutils [req-27899e14-0f64-4285-8a17-22ebdd9cd25b req-d82652dd-c706-4fb6-8f3a-4903f7466e22 service nova] Acquired lock "refresh_cache-b91af2fd-959d-4183-ba12-0dc1f081d4c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.639565] env[62788]: DEBUG nova.network.neutron [req-27899e14-0f64-4285-8a17-22ebdd9cd25b req-d82652dd-c706-4fb6-8f3a-4903f7466e22 service nova] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Refreshing network info cache for port 4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.641659] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa710c91-4201-4497-90cb-d30025bd34dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.651389] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c8e6fd-73e1-4afd-b7cf-b3f998b75b1f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.683638] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6342f18b-284f-4f39-ba46-0581cb9b71e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.692785] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0442cd-50b3-4336-824f-693466ae02e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.707729] env[62788]: DEBUG nova.compute.provider_tree [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.755164] env[62788]: DEBUG nova.network.neutron [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Successfully created port: 6ae26fa4-e89c-4f1a-972b-d3001c146b17 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.865462] env[62788]: DEBUG nova.compute.manager [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 974.882612] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333228} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.882971] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.883272] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.883601] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.954275] env[62788]: DEBUG oslo_concurrency.lockutils [req-b29ec409-8ad9-4e15-b530-32bdb709d1b9 req-0bc33c26-c105-45f1-b454-ba4ca57ca813 service nova] Releasing lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.969462] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394393, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.211824] env[62788]: DEBUG nova.scheduler.client.report [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.317657] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cbb77-493b-bf18-3ed2-a12cc0ecf8b2/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 975.318775] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f1e3a0-33e2-446c-b92a-6af1d49db00e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.325555] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cbb77-493b-bf18-3ed2-a12cc0ecf8b2/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 975.325683] env[62788]: ERROR oslo_vmware.rw_handles [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cbb77-493b-bf18-3ed2-a12cc0ecf8b2/disk-0.vmdk due to incomplete transfer. [ 975.325866] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d2014923-d4df-4395-bb4e-0a40bb7dfe24 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.332892] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520cbb77-493b-bf18-3ed2-a12cc0ecf8b2/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 975.333103] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Uploaded image d43581f7-4ba0-4260-8b72-b38e659b4746 to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 975.335564] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 975.335763] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d1e84613-f58a-4d41-a74a-4bf325eaf0cc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.342870] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 975.342870] env[62788]: value = "task-2394394" [ 975.342870] env[62788]: _type = "Task" [ 975.342870] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.353298] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394394, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.387833] env[62788]: DEBUG nova.network.neutron [req-27899e14-0f64-4285-8a17-22ebdd9cd25b req-d82652dd-c706-4fb6-8f3a-4903f7466e22 service nova] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Updated VIF entry in instance network info cache for port 4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.388242] env[62788]: DEBUG nova.network.neutron [req-27899e14-0f64-4285-8a17-22ebdd9cd25b req-d82652dd-c706-4fb6-8f3a-4903f7466e22 service nova] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Updating instance_info_cache with network_info: [{"id": "4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc", "address": "fa:16:3e:32:43:b0", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e3c42b6-c7", "ovs_interfaceid": "4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.470451] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394393, 'name': CreateVM_Task, 'duration_secs': 0.891112} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.470622] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.471568] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.471777] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.472162] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 975.472443] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcdc011f-57f4-44f4-ac1a-c40058489541 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.477478] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 975.477478] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52dca1fb-27d2-ed65-8f80-cc5b7d60aced" [ 975.477478] env[62788]: _type = "Task" [ 975.477478] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.485238] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52dca1fb-27d2-ed65-8f80-cc5b7d60aced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.721415] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.723718] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.481s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.725284] env[62788]: INFO nova.compute.claims [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.852558] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394394, 'name': Destroy_Task, 'duration_secs': 0.309273} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.852850] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Destroyed the VM [ 975.853151] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 975.853408] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e44c58f-c8ce-4767-9ebf-3d283fb0f323 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.859185] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 975.859185] env[62788]: value = "task-2394395" [ 975.859185] env[62788]: _type = "Task" [ 975.859185] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.866811] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394395, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.874960] env[62788]: DEBUG nova.compute.manager [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 975.895852] env[62788]: DEBUG nova.virt.hardware [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.896106] env[62788]: DEBUG nova.virt.hardware [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.896268] env[62788]: DEBUG nova.virt.hardware [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.896450] env[62788]: DEBUG nova.virt.hardware [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.896597] env[62788]: DEBUG nova.virt.hardware [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.896746] env[62788]: DEBUG nova.virt.hardware [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.896951] env[62788]: DEBUG nova.virt.hardware [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.897122] env[62788]: DEBUG nova.virt.hardware [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.897291] env[62788]: DEBUG nova.virt.hardware [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.897451] env[62788]: DEBUG nova.virt.hardware [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.897625] env[62788]: DEBUG nova.virt.hardware [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.898211] env[62788]: DEBUG oslo_concurrency.lockutils [req-27899e14-0f64-4285-8a17-22ebdd9cd25b req-d82652dd-c706-4fb6-8f3a-4903f7466e22 service nova] Releasing lock "refresh_cache-b91af2fd-959d-4183-ba12-0dc1f081d4c1" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.901322] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f892d4a-b0e3-42f3-9210-c653a9281559 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.908958] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5644c4-dfc5-4cae-bf35-04080349883a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.927294] env[62788]: DEBUG nova.virt.hardware [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.927527] env[62788]: DEBUG nova.virt.hardware [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.927685] env[62788]: DEBUG nova.virt.hardware [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.927864] env[62788]: DEBUG nova.virt.hardware [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.928015] env[62788]: DEBUG nova.virt.hardware [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.928169] env[62788]: DEBUG nova.virt.hardware [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.928375] env[62788]: DEBUG nova.virt.hardware [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.928533] env[62788]: DEBUG nova.virt.hardware [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.928697] env[62788]: DEBUG nova.virt.hardware [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.928857] env[62788]: DEBUG nova.virt.hardware [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.929039] env[62788]: DEBUG nova.virt.hardware [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.929789] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742b0ab2-b75e-4b27-9be6-c4037221aea7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.936661] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec11199-9a92-4688-8343-9b832d0a879f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.949940] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:b9:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a9785c4-3c1a-4fa9-91cc-ef18117d4524', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.957067] env[62788]: DEBUG oslo.service.loopingcall [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 975.957321] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.957527] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e8658ff-16f0-4e28-92a1-2c3a8ce23ae7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.977644] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.977644] env[62788]: value = "task-2394396" [ 975.977644] env[62788]: _type = "Task" [ 975.977644] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.989028] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394396, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.992791] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52dca1fb-27d2-ed65-8f80-cc5b7d60aced, 'name': SearchDatastore_Task, 'duration_secs': 0.025692} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.993000] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 975.993307] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.993805] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 975.993805] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.993956] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.994248] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e726aced-19d9-434b-a8cd-dc508cb9b818 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.002428] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.002611] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.003381] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6f19b8-cb34-486f-88ac-8cf0de72b0ee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.008158] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 976.008158] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520265d4-9cf4-02a1-ed64-f7a94c850b16" [ 976.008158] env[62788]: _type = "Task" [ 976.008158] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.015297] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520265d4-9cf4-02a1-ed64-f7a94c850b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.240476] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b9e3fd02-569c-4453-b41d-6aab7f62b802 tempest-ServerActionsV293TestJSON-1072183461 tempest-ServerActionsV293TestJSON-1072183461-project-member] Lock "944ab7ab-87b0-4f21-bbc1-2273bc9862bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.579s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.258411] env[62788]: DEBUG nova.compute.manager [req-162b7f30-3a4a-48fe-af47-8e818423acd4 req-9f502054-c7cc-4429-af7a-d95190950053 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Received event network-vif-plugged-6ae26fa4-e89c-4f1a-972b-d3001c146b17 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 976.258411] env[62788]: DEBUG oslo_concurrency.lockutils [req-162b7f30-3a4a-48fe-af47-8e818423acd4 req-9f502054-c7cc-4429-af7a-d95190950053 service nova] Acquiring lock "be7b39b1-bf0b-404e-aaf9-183262a12034-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.258411] env[62788]: DEBUG oslo_concurrency.lockutils [req-162b7f30-3a4a-48fe-af47-8e818423acd4 req-9f502054-c7cc-4429-af7a-d95190950053 service nova] Lock "be7b39b1-bf0b-404e-aaf9-183262a12034-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.258411] env[62788]: DEBUG oslo_concurrency.lockutils [req-162b7f30-3a4a-48fe-af47-8e818423acd4 req-9f502054-c7cc-4429-af7a-d95190950053 service nova] Lock "be7b39b1-bf0b-404e-aaf9-183262a12034-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.258411] env[62788]: DEBUG nova.compute.manager [req-162b7f30-3a4a-48fe-af47-8e818423acd4 req-9f502054-c7cc-4429-af7a-d95190950053 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] No waiting events found dispatching network-vif-plugged-6ae26fa4-e89c-4f1a-972b-d3001c146b17 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.258411] env[62788]: WARNING nova.compute.manager [req-162b7f30-3a4a-48fe-af47-8e818423acd4 req-9f502054-c7cc-4429-af7a-d95190950053 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Received unexpected event network-vif-plugged-6ae26fa4-e89c-4f1a-972b-d3001c146b17 for instance with vm_state building and task_state spawning. [ 976.369637] env[62788]: DEBUG nova.network.neutron [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Successfully updated port: 6ae26fa4-e89c-4f1a-972b-d3001c146b17 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.379673] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394395, 'name': RemoveSnapshot_Task, 'duration_secs': 0.351009} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.380617] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 976.380886] env[62788]: DEBUG nova.compute.manager [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 976.381700] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b4e625-ea44-4937-b31a-27a86c29d9e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.486894] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394396, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.517333] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520265d4-9cf4-02a1-ed64-f7a94c850b16, 'name': SearchDatastore_Task, 'duration_secs': 0.019134} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.518140] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b450e04-3b8d-411e-9c2c-ac7517d86bc7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.523355] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 976.523355] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5206750b-75a4-4a7e-ad20-4d2e9d79337a" [ 976.523355] env[62788]: _type = "Task" [ 976.523355] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.531723] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5206750b-75a4-4a7e-ad20-4d2e9d79337a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.872763] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "refresh_cache-be7b39b1-bf0b-404e-aaf9-183262a12034" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.872912] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "refresh_cache-be7b39b1-bf0b-404e-aaf9-183262a12034" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.873076] env[62788]: DEBUG nova.network.neutron [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.895731] env[62788]: INFO nova.compute.manager [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Shelve offloading [ 976.940398] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eed070-1eb3-45f3-aeaa-cb8c3c60c94b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.947799] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c8380d-6966-433d-b787-4fa42e22526d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.978775] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421070f0-ad44-472f-ae09-103702bfcf66 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.991767] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efca65dc-1b4b-46a1-9d1a-08484bb09613 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.995255] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394396, 'name': CreateVM_Task, 'duration_secs': 0.515761} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.995428] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.996388] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.996549] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.996857] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 976.997094] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a261a17e-1512-4f74-b9a6-345036f6256e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.006257] env[62788]: DEBUG nova.compute.provider_tree [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.011078] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 977.011078] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5265279b-dc11-406c-f143-39a84ec9fd58" [ 977.011078] env[62788]: _type = "Task" [ 977.011078] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.019269] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5265279b-dc11-406c-f143-39a84ec9fd58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.032380] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5206750b-75a4-4a7e-ad20-4d2e9d79337a, 'name': SearchDatastore_Task, 'duration_secs': 0.045813} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.032670] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.032946] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] b91af2fd-959d-4183-ba12-0dc1f081d4c1/b91af2fd-959d-4183-ba12-0dc1f081d4c1.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.033222] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-170eb056-03ac-4491-b7f5-8f4ff38e98a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.040448] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 977.040448] env[62788]: value = "task-2394397" [ 977.040448] env[62788]: _type = "Task" [ 977.040448] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.050550] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.402841] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.403181] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e29cbb4-5343-43a8-9f30-33cc746f4e5a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.408892] env[62788]: DEBUG nova.network.neutron [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.413277] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 977.413277] env[62788]: value = "task-2394398" [ 977.413277] env[62788]: _type = "Task" [ 977.413277] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.422459] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 977.422727] env[62788]: DEBUG nova.compute.manager [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 977.423538] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a93465-fc9a-4331-b6b9-d44c90847de8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.429598] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.429810] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.430245] env[62788]: DEBUG nova.network.neutron [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.509585] env[62788]: DEBUG nova.scheduler.client.report [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.526748] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5265279b-dc11-406c-f143-39a84ec9fd58, 'name': SearchDatastore_Task, 'duration_secs': 0.014137} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.527162] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 977.529814] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.529814] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.529814] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.529814] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.529814] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e478b63a-bdab-4ce6-acd2-3291cef46079 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.542932] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.543162] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.547691] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5b7cb39-28c9-470c-a700-30650cc3aec9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.556856] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394397, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.560103] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 977.560103] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c29a3a-adf3-cb91-852d-82b92538dfe1" [ 977.560103] env[62788]: _type = "Task" [ 977.560103] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.569623] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c29a3a-adf3-cb91-852d-82b92538dfe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.610947] env[62788]: DEBUG nova.network.neutron [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Updating instance_info_cache with network_info: [{"id": "6ae26fa4-e89c-4f1a-972b-d3001c146b17", "address": "fa:16:3e:82:61:0a", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae26fa4-e8", "ovs_interfaceid": "6ae26fa4-e89c-4f1a-972b-d3001c146b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.018114] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.018671] env[62788]: DEBUG nova.compute.manager [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 978.021445] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.756s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.021665] env[62788]: DEBUG nova.objects.instance [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lazy-loading 'resources' on Instance uuid 2567e29e-6f44-4fcb-a1d2-852c3a933d44 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.051819] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772825} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.052310] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] b91af2fd-959d-4183-ba12-0dc1f081d4c1/b91af2fd-959d-4183-ba12-0dc1f081d4c1.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.052310] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.052674] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3daa040a-a8e2-4f00-af19-b80a7d1160c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.062026] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 978.062026] env[62788]: value = "task-2394399" [ 978.062026] env[62788]: _type = "Task" [ 978.062026] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.075572] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c29a3a-adf3-cb91-852d-82b92538dfe1, 'name': SearchDatastore_Task, 'duration_secs': 0.053972} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.079818] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.080093] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13ea1422-4d9f-49b6-851a-cff9744a5393 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.085307] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 978.085307] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5253be8d-661d-1518-3519-e0c6add7edbc" [ 978.085307] env[62788]: _type = "Task" [ 978.085307] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.095262] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5253be8d-661d-1518-3519-e0c6add7edbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.114111] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "refresh_cache-be7b39b1-bf0b-404e-aaf9-183262a12034" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.114470] env[62788]: DEBUG nova.compute.manager [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Instance network_info: |[{"id": "6ae26fa4-e89c-4f1a-972b-d3001c146b17", "address": "fa:16:3e:82:61:0a", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae26fa4-e8", "ovs_interfaceid": "6ae26fa4-e89c-4f1a-972b-d3001c146b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 978.114977] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:61:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ae26fa4-e89c-4f1a-972b-d3001c146b17', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.124116] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating folder: Project (8ea76229af82480dbd2e5b63a0645043). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.127470] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5bb02de-f06d-4dbd-8158-6c6862670900 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.136915] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Created folder: Project (8ea76229af82480dbd2e5b63a0645043) in parent group-v485515. [ 978.137144] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating folder: Instances. Parent ref: group-v485742. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.137459] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52eb3e03-bc0a-49be-ba03-34cb14439d19 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.146498] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Created folder: Instances in parent group-v485742. [ 978.146745] env[62788]: DEBUG oslo.service.loopingcall [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.146955] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.147199] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0f4a4d2-ccdf-4e95-952b-7ca7ee91ff20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.166916] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.166916] env[62788]: value = "task-2394402" [ 978.166916] env[62788]: _type = "Task" [ 978.166916] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.176185] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394402, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.214097] env[62788]: DEBUG nova.network.neutron [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updating instance_info_cache with network_info: [{"id": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "address": "fa:16:3e:55:4f:71", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3a6ab2-a0", "ovs_interfaceid": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.283207] env[62788]: DEBUG nova.compute.manager [req-b033106b-726c-464f-bfd2-b3d2cfd9157f req-fecc2bf5-29f1-46b2-979a-6785beba5500 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Received event network-changed-6ae26fa4-e89c-4f1a-972b-d3001c146b17 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 978.283389] env[62788]: DEBUG nova.compute.manager [req-b033106b-726c-464f-bfd2-b3d2cfd9157f req-fecc2bf5-29f1-46b2-979a-6785beba5500 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Refreshing instance network info cache due to event network-changed-6ae26fa4-e89c-4f1a-972b-d3001c146b17. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 978.283614] env[62788]: DEBUG oslo_concurrency.lockutils [req-b033106b-726c-464f-bfd2-b3d2cfd9157f req-fecc2bf5-29f1-46b2-979a-6785beba5500 service nova] Acquiring lock "refresh_cache-be7b39b1-bf0b-404e-aaf9-183262a12034" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.283762] env[62788]: DEBUG oslo_concurrency.lockutils [req-b033106b-726c-464f-bfd2-b3d2cfd9157f req-fecc2bf5-29f1-46b2-979a-6785beba5500 service nova] Acquired lock "refresh_cache-be7b39b1-bf0b-404e-aaf9-183262a12034" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.283926] env[62788]: DEBUG nova.network.neutron [req-b033106b-726c-464f-bfd2-b3d2cfd9157f req-fecc2bf5-29f1-46b2-979a-6785beba5500 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Refreshing network info cache for port 6ae26fa4-e89c-4f1a-972b-d3001c146b17 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.525763] env[62788]: DEBUG nova.compute.utils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 978.526578] env[62788]: DEBUG nova.compute.manager [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 978.526778] env[62788]: DEBUG nova.network.neutron [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.575827] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070877} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.577891] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.579095] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de00fed2-f9e7-4bc0-beb5-a0be85c54341 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.600974] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] b91af2fd-959d-4183-ba12-0dc1f081d4c1/b91af2fd-959d-4183-ba12-0dc1f081d4c1.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.604790] env[62788]: DEBUG nova.policy [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1c6a1170e8d4393b92b0a0e07731b03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27b17675e9a44d0bac231021e669ecf7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.609126] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b92a175a-6506-4e78-af79-0d40d9dc86ef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.631150] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5253be8d-661d-1518-3519-e0c6add7edbc, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.632618] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.632784] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0/775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.633111] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 978.633111] env[62788]: value = "task-2394403" [ 978.633111] env[62788]: _type = "Task" [ 978.633111] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.633314] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbd16ed4-e47b-4bb1-addb-f1eee00cfdb8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.646038] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.647329] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 978.647329] env[62788]: value = "task-2394404" [ 978.647329] env[62788]: _type = "Task" [ 978.647329] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.657598] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.678720] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394402, 'name': CreateVM_Task, 'duration_secs': 0.410932} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.678885] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.679837] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.679837] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.680080] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 978.680347] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e34697c-3c1c-4a63-9a64-c4f31f6d240d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.687342] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 978.687342] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]521db1a4-d138-c677-7d80-2b21e1d5f302" [ 978.687342] env[62788]: _type = "Task" [ 978.687342] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.697302] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521db1a4-d138-c677-7d80-2b21e1d5f302, 'name': SearchDatastore_Task} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.697579] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.697807] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.698067] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 978.698327] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.698420] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.698646] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33f0a7f0-da7b-4cb0-9a0b-128d49ff7fdd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.706043] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.706838] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.706991] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70100542-c369-49d0-8f11-763c481636f9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.711781] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 978.711781] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a0a1d2-6223-a344-0302-ac20d506ac52" [ 978.711781] env[62788]: _type = "Task" [ 978.711781] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.716490] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.722911] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a0a1d2-6223-a344-0302-ac20d506ac52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.836973] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3700b3-1f71-4252-b38a-f9ac93e6427a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.847349] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba64c2a-afd8-4f8c-957c-c5bdb86e8547 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.880588] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3a142b-9f9a-4a03-b515-f280000c7809 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.889365] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fec00e5-a5f2-40b1-8885-f56ca0ebf21b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.905746] env[62788]: DEBUG nova.compute.provider_tree [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.993972] env[62788]: DEBUG nova.network.neutron [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Successfully created port: fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.033318] env[62788]: DEBUG nova.compute.manager [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 979.145732] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394403, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.157800] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462704} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.158095] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0/775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.158331] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.158571] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2b9615c-39d9-4f38-855e-2f79cdd65e8b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.163079] env[62788]: DEBUG nova.compute.manager [req-43f18561-b653-45bd-9c22-cbbb29037c7b req-edbb2215-02bd-4ed5-8010-138fc057c19c service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Received event network-vif-unplugged-0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 979.163287] env[62788]: DEBUG oslo_concurrency.lockutils [req-43f18561-b653-45bd-9c22-cbbb29037c7b req-edbb2215-02bd-4ed5-8010-138fc057c19c service nova] Acquiring lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.163492] env[62788]: DEBUG oslo_concurrency.lockutils [req-43f18561-b653-45bd-9c22-cbbb29037c7b req-edbb2215-02bd-4ed5-8010-138fc057c19c service nova] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.163655] env[62788]: DEBUG oslo_concurrency.lockutils [req-43f18561-b653-45bd-9c22-cbbb29037c7b req-edbb2215-02bd-4ed5-8010-138fc057c19c service nova] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.163821] env[62788]: DEBUG nova.compute.manager [req-43f18561-b653-45bd-9c22-cbbb29037c7b req-edbb2215-02bd-4ed5-8010-138fc057c19c service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] No waiting events found dispatching network-vif-unplugged-0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.163986] env[62788]: WARNING nova.compute.manager [req-43f18561-b653-45bd-9c22-cbbb29037c7b req-edbb2215-02bd-4ed5-8010-138fc057c19c service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Received unexpected event network-vif-unplugged-0c3a6ab2-a045-4802-8a1c-f60121d1b92d for instance with vm_state shelved and task_state shelving_offloading. [ 979.169720] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 979.169720] env[62788]: value = "task-2394405" [ 979.169720] env[62788]: _type = "Task" [ 979.169720] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.179942] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394405, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.225148] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a0a1d2-6223-a344-0302-ac20d506ac52, 'name': SearchDatastore_Task, 'duration_secs': 0.008283} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.226624] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f5845e-6c28-446f-92d5-aadf544152e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.234233] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 979.234233] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52768837-135d-d978-190c-d4b2d71949ed" [ 979.234233] env[62788]: _type = "Task" [ 979.234233] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.244717] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52768837-135d-d978-190c-d4b2d71949ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.261265] env[62788]: DEBUG nova.network.neutron [req-b033106b-726c-464f-bfd2-b3d2cfd9157f req-fecc2bf5-29f1-46b2-979a-6785beba5500 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Updated VIF entry in instance network info cache for port 6ae26fa4-e89c-4f1a-972b-d3001c146b17. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.261638] env[62788]: DEBUG nova.network.neutron [req-b033106b-726c-464f-bfd2-b3d2cfd9157f req-fecc2bf5-29f1-46b2-979a-6785beba5500 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Updating instance_info_cache with network_info: [{"id": "6ae26fa4-e89c-4f1a-972b-d3001c146b17", "address": "fa:16:3e:82:61:0a", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ae26fa4-e8", "ovs_interfaceid": "6ae26fa4-e89c-4f1a-972b-d3001c146b17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.293552] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.293552] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce8c4d8-01a0-4404-80e5-deaa96f6d34b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.301087] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.301378] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37824d2d-66bc-41c6-9c5a-c494c1f19ef8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.386192] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.386500] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.386766] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleting the datastore file [datastore1] 7ff81b21-7171-4a1d-9dd1-1344f46a434a {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.387109] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc9b01f6-4ce9-4aa8-b271-1e458755f8b8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.393013] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 979.393013] env[62788]: value = "task-2394407" [ 979.393013] env[62788]: _type = "Task" [ 979.393013] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.400993] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.406967] env[62788]: DEBUG nova.scheduler.client.report [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.644872] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394403, 'name': ReconfigVM_Task, 'duration_secs': 0.539747} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.645200] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Reconfigured VM instance instance-00000050 to attach disk [datastore1] b91af2fd-959d-4183-ba12-0dc1f081d4c1/b91af2fd-959d-4183-ba12-0dc1f081d4c1.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.646366] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d87aace-8fa0-4d59-9c73-cf05c1b76512 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.652686] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 979.652686] env[62788]: value = "task-2394408" [ 979.652686] env[62788]: _type = "Task" [ 979.652686] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.662074] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394408, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.679075] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127079} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.679467] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.680346] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99034afa-faa0-49a4-933c-6656ea28a316 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.702262] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0/775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.702568] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d673dc4-bd22-4138-891f-3ccab656e45b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.722977] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 979.722977] env[62788]: value = "task-2394409" [ 979.722977] env[62788]: _type = "Task" [ 979.722977] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.730965] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.744054] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52768837-135d-d978-190c-d4b2d71949ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012255} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.744292] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.744551] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] be7b39b1-bf0b-404e-aaf9-183262a12034/be7b39b1-bf0b-404e-aaf9-183262a12034.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.744798] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fc4f35c-23bc-49a0-8969-23db018988fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.750505] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 979.750505] env[62788]: value = "task-2394410" [ 979.750505] env[62788]: _type = "Task" [ 979.750505] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.758806] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.765422] env[62788]: DEBUG oslo_concurrency.lockutils [req-b033106b-726c-464f-bfd2-b3d2cfd9157f req-fecc2bf5-29f1-46b2-979a-6785beba5500 service nova] Releasing lock "refresh_cache-be7b39b1-bf0b-404e-aaf9-183262a12034" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.901939] env[62788]: DEBUG oslo_vmware.api [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418411} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.902312] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.902507] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.902685] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.911639] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.913848] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.507s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.914089] env[62788]: DEBUG nova.objects.instance [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lazy-loading 'resources' on Instance uuid a6497b35-ff6b-4741-8411-cb1bbe8186c1 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.933222] env[62788]: INFO nova.scheduler.client.report [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleted allocations for instance 7ff81b21-7171-4a1d-9dd1-1344f46a434a [ 979.939179] env[62788]: INFO nova.scheduler.client.report [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Deleted allocations for instance 2567e29e-6f44-4fcb-a1d2-852c3a933d44 [ 980.732486] env[62788]: DEBUG nova.network.neutron [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Successfully updated port: fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.734704] env[62788]: DEBUG nova.compute.manager [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 980.739575] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.742692] env[62788]: DEBUG nova.compute.manager [req-03e3617c-95db-41e8-bbbc-10de00cfd13a req-0b0bba3b-9906-47a1-b633-3fdccbd4ec42 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Received event network-vif-plugged-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 980.742897] env[62788]: DEBUG oslo_concurrency.lockutils [req-03e3617c-95db-41e8-bbbc-10de00cfd13a req-0b0bba3b-9906-47a1-b633-3fdccbd4ec42 service nova] Acquiring lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.743117] env[62788]: DEBUG oslo_concurrency.lockutils [req-03e3617c-95db-41e8-bbbc-10de00cfd13a req-0b0bba3b-9906-47a1-b633-3fdccbd4ec42 service nova] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.743344] env[62788]: DEBUG oslo_concurrency.lockutils [req-03e3617c-95db-41e8-bbbc-10de00cfd13a req-0b0bba3b-9906-47a1-b633-3fdccbd4ec42 service nova] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.743480] env[62788]: DEBUG nova.compute.manager [req-03e3617c-95db-41e8-bbbc-10de00cfd13a req-0b0bba3b-9906-47a1-b633-3fdccbd4ec42 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] No waiting events found dispatching network-vif-plugged-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.743597] env[62788]: WARNING nova.compute.manager [req-03e3617c-95db-41e8-bbbc-10de00cfd13a req-0b0bba3b-9906-47a1-b633-3fdccbd4ec42 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Received unexpected event network-vif-plugged-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 for instance with vm_state building and task_state spawning. [ 980.744103] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47550fa5-97dd-4d5e-9e38-13da2c5185b1 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "2567e29e-6f44-4fcb-a1d2-852c3a933d44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.484s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.762296] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394408, 'name': Rename_Task, 'duration_secs': 0.191257} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.767771] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.767771] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394409, 'name': ReconfigVM_Task, 'duration_secs': 0.536035} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.767771] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47969} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.769393] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-994f3e08-11f4-4549-a146-ff7e3e8b866c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.771049] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0/775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.771705] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] be7b39b1-bf0b-404e-aaf9-183262a12034/be7b39b1-bf0b-404e-aaf9-183262a12034.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.771909] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.772588] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bbaa380-67bb-4f6d-8abe-70a964f155fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.774098] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-580eb23f-0efc-42e3-9e21-1338b6faf3ac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.779079] env[62788]: DEBUG nova.virt.hardware [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.779331] env[62788]: DEBUG nova.virt.hardware [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.779487] env[62788]: DEBUG nova.virt.hardware [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.779671] env[62788]: DEBUG nova.virt.hardware [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.779817] env[62788]: DEBUG nova.virt.hardware [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.779961] env[62788]: DEBUG nova.virt.hardware [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.780214] env[62788]: DEBUG nova.virt.hardware [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.780380] env[62788]: DEBUG nova.virt.hardware [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.780549] env[62788]: DEBUG nova.virt.hardware [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.780705] env[62788]: DEBUG nova.virt.hardware [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.780873] env[62788]: DEBUG nova.virt.hardware [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.782624] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d7ca1-e795-4a46-aae3-c16ba2cea9c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.787466] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 980.787466] env[62788]: value = "task-2394412" [ 980.787466] env[62788]: _type = "Task" [ 980.787466] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.787717] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 980.787717] env[62788]: value = "task-2394411" [ 980.787717] env[62788]: _type = "Task" [ 980.787717] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.789721] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 980.789721] env[62788]: value = "task-2394413" [ 980.789721] env[62788]: _type = "Task" [ 980.789721] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.806030] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cee2d3-9e1a-4ecd-b341-a4b261a0f7c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.814962] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.814962] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394412, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.818338] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.081060] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7a0de3-0659-4f85-b36c-79da99f0eba0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.092628] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412a4f49-b87a-4c04-ba20-a7db06c6a9ea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.125402] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1378ab-a7ff-41e7-8d49-43df38cccffa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.133514] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304a71a9-6572-4cf4-8972-1d55fb003b5a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.153566] env[62788]: DEBUG nova.compute.provider_tree [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.245886] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.246059] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.246248] env[62788]: DEBUG nova.network.neutron [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.268845] env[62788]: DEBUG nova.compute.manager [req-c0777276-5bde-4d41-a039-d6a23dfe2da5 req-971a3761-5aac-47f6-a365-472334f841b7 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Received event network-changed-0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 981.269087] env[62788]: DEBUG nova.compute.manager [req-c0777276-5bde-4d41-a039-d6a23dfe2da5 req-971a3761-5aac-47f6-a365-472334f841b7 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Refreshing instance network info cache due to event network-changed-0c3a6ab2-a045-4802-8a1c-f60121d1b92d. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 981.269358] env[62788]: DEBUG oslo_concurrency.lockutils [req-c0777276-5bde-4d41-a039-d6a23dfe2da5 req-971a3761-5aac-47f6-a365-472334f841b7 service nova] Acquiring lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.269429] env[62788]: DEBUG oslo_concurrency.lockutils [req-c0777276-5bde-4d41-a039-d6a23dfe2da5 req-971a3761-5aac-47f6-a365-472334f841b7 service nova] Acquired lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.269591] env[62788]: DEBUG nova.network.neutron [req-c0777276-5bde-4d41-a039-d6a23dfe2da5 req-971a3761-5aac-47f6-a365-472334f841b7 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Refreshing network info cache for port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.315179] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394412, 'name': Rename_Task, 'duration_secs': 0.30809} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.320174] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "50f92193-f3c9-425a-87e8-0069dc1f9919" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.320406] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.321657] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.322433] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394411, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.325684] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d42da60-5e38-435f-93b3-382d93b87569 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.327819] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.486762} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.328381] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.329541] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad25a16-039a-4151-9007-f5bbc2577176 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.333489] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 981.333489] env[62788]: value = "task-2394414" [ 981.333489] env[62788]: _type = "Task" [ 981.333489] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.356553] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] be7b39b1-bf0b-404e-aaf9-183262a12034/be7b39b1-bf0b-404e-aaf9-183262a12034.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.357805] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6d531e9-9eab-46e0-b698-c38cfd2523e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.378055] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.383053] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 981.383053] env[62788]: value = "task-2394415" [ 981.383053] env[62788]: _type = "Task" [ 981.383053] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.390886] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.659219] env[62788]: DEBUG nova.scheduler.client.report [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.800155] env[62788]: DEBUG oslo_vmware.api [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394411, 'name': PowerOnVM_Task, 'duration_secs': 0.985929} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.800155] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.800556] env[62788]: INFO nova.compute.manager [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Took 9.64 seconds to spawn the instance on the hypervisor. [ 981.800556] env[62788]: DEBUG nova.compute.manager [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 981.801505] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cd9109-5712-4e48-a65a-bea7a0313538 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.818850] env[62788]: DEBUG nova.network.neutron [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.829187] env[62788]: DEBUG nova.compute.manager [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 981.851454] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394414, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.902067] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.049347] env[62788]: DEBUG nova.network.neutron [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updating instance_info_cache with network_info: [{"id": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "address": "fa:16:3e:73:56:6d", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceb2b6a-ea", "ovs_interfaceid": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.153323] env[62788]: DEBUG nova.network.neutron [req-c0777276-5bde-4d41-a039-d6a23dfe2da5 req-971a3761-5aac-47f6-a365-472334f841b7 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updated VIF entry in instance network info cache for port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.153803] env[62788]: DEBUG nova.network.neutron [req-c0777276-5bde-4d41-a039-d6a23dfe2da5 req-971a3761-5aac-47f6-a365-472334f841b7 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updating instance_info_cache with network_info: [{"id": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "address": "fa:16:3e:55:4f:71", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0c3a6ab2-a0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.166338] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.173187] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.033s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.174865] env[62788]: INFO nova.compute.claims [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.203408] env[62788]: INFO nova.scheduler.client.report [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Deleted allocations for instance a6497b35-ff6b-4741-8411-cb1bbe8186c1 [ 982.322591] env[62788]: INFO nova.compute.manager [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Took 29.50 seconds to build instance. [ 982.352890] env[62788]: DEBUG oslo_vmware.api [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394414, 'name': PowerOnVM_Task, 'duration_secs': 0.81244} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.353529] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.353529] env[62788]: DEBUG nova.compute.manager [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 982.354588] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229f0f85-1677-4a76-b5b0-0d06a8c354dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.358091] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.397083] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394415, 'name': ReconfigVM_Task, 'duration_secs': 0.593305} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.397813] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Reconfigured VM instance instance-00000051 to attach disk [datastore1] be7b39b1-bf0b-404e-aaf9-183262a12034/be7b39b1-bf0b-404e-aaf9-183262a12034.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.398701] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2005fcfa-de2b-4687-b185-a42d672a3bd4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.408411] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 982.408411] env[62788]: value = "task-2394416" [ 982.408411] env[62788]: _type = "Task" [ 982.408411] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.418172] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394416, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.552679] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.553018] env[62788]: DEBUG nova.compute.manager [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Instance network_info: |[{"id": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "address": "fa:16:3e:73:56:6d", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceb2b6a-ea", "ovs_interfaceid": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 982.554202] env[62788]: DEBUG nova.compute.manager [req-9420e246-e3a8-4603-8d5c-4174f8835049 req-295607c5-2c11-46c8-9914-f1170174b633 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Received event network-changed-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 982.554782] env[62788]: DEBUG nova.compute.manager [req-9420e246-e3a8-4603-8d5c-4174f8835049 req-295607c5-2c11-46c8-9914-f1170174b633 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Refreshing instance network info cache due to event network-changed-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 982.555028] env[62788]: DEBUG oslo_concurrency.lockutils [req-9420e246-e3a8-4603-8d5c-4174f8835049 req-295607c5-2c11-46c8-9914-f1170174b633 service nova] Acquiring lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.555171] env[62788]: DEBUG oslo_concurrency.lockutils [req-9420e246-e3a8-4603-8d5c-4174f8835049 req-295607c5-2c11-46c8-9914-f1170174b633 service nova] Acquired lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.555337] env[62788]: DEBUG nova.network.neutron [req-9420e246-e3a8-4603-8d5c-4174f8835049 req-295607c5-2c11-46c8-9914-f1170174b633 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Refreshing network info cache for port fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.556973] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:56:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.564618] env[62788]: DEBUG oslo.service.loopingcall [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.565334] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.565557] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-389688a5-d550-4fd2-8893-9e78b9eb84f6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.588282] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.588282] env[62788]: value = "task-2394417" [ 982.588282] env[62788]: _type = "Task" [ 982.588282] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.597756] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394417, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.657398] env[62788]: DEBUG oslo_concurrency.lockutils [req-c0777276-5bde-4d41-a039-d6a23dfe2da5 req-971a3761-5aac-47f6-a365-472334f841b7 service nova] Releasing lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.685697] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.715789] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5716d298-6ac9-4fa6-a39e-5d9bb0854129 tempest-FloatingIPsAssociationTestJSON-1941608383 tempest-FloatingIPsAssociationTestJSON-1941608383-project-member] Lock "a6497b35-ff6b-4741-8411-cb1bbe8186c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.585s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.761214] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.761994] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.761994] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.761994] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.762259] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.764829] env[62788]: INFO nova.compute.manager [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Terminating instance [ 982.825412] env[62788]: DEBUG oslo_concurrency.lockutils [None req-504ef39f-3cc1-4670-9507-dd6d78d2f815 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.008s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.879952] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.891590] env[62788]: DEBUG oslo_concurrency.lockutils [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.891852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.892053] env[62788]: DEBUG nova.compute.manager [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 982.893015] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e16c6a0-aa3a-4a16-aa2a-d39822495434 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.900754] env[62788]: DEBUG nova.compute.manager [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62788) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3418}} [ 982.901384] env[62788]: DEBUG nova.objects.instance [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lazy-loading 'flavor' on Instance uuid b91af2fd-959d-4183-ba12-0dc1f081d4c1 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.919865] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394416, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.101302] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394417, 'name': CreateVM_Task, 'duration_secs': 0.423308} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.101817] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.102671] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.102896] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.103321] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.103989] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4efd45ab-16ad-4438-b20f-a7549c10ec30 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.110754] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 983.110754] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523cc518-9a0b-d869-0de3-24729c50dc0b" [ 983.110754] env[62788]: _type = "Task" [ 983.110754] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.120223] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523cc518-9a0b-d869-0de3-24729c50dc0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.217861] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.218163] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.218373] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.218560] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.218724] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.221183] env[62788]: INFO nova.compute.manager [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Terminating instance [ 983.268687] env[62788]: DEBUG nova.compute.manager [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 983.272017] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.272017] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec37bcc-ca4e-48f8-a25f-bb604b063ef6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.278057] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.280518] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5426250c-d8d1-488e-b617-04dab2bd1a25 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.287867] env[62788]: DEBUG oslo_vmware.api [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 983.287867] env[62788]: value = "task-2394418" [ 983.287867] env[62788]: _type = "Task" [ 983.287867] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.305428] env[62788]: DEBUG oslo_vmware.api [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.371835] env[62788]: DEBUG nova.network.neutron [req-9420e246-e3a8-4603-8d5c-4174f8835049 req-295607c5-2c11-46c8-9914-f1170174b633 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updated VIF entry in instance network info cache for port fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.372200] env[62788]: DEBUG nova.network.neutron [req-9420e246-e3a8-4603-8d5c-4174f8835049 req-295607c5-2c11-46c8-9914-f1170174b633 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updating instance_info_cache with network_info: [{"id": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "address": "fa:16:3e:73:56:6d", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceb2b6a-ea", "ovs_interfaceid": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.424500] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394416, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.444791] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecccf41-6436-4b0a-b772-e0844179b060 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.453340] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6130d248-7d96-4d9f-a68e-7f58b1b7f5bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.484140] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327ff425-c50f-4080-89b3-a20709945839 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.493180] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ae0860-82af-42c8-8806-350de1502546 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.509385] env[62788]: DEBUG nova.compute.provider_tree [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.623086] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523cc518-9a0b-d869-0de3-24729c50dc0b, 'name': SearchDatastore_Task, 'duration_secs': 0.014561} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.624027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.624027] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.624027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.624027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.624422] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.624699] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3de1efbf-5baf-48cc-b6e3-ccce5ffd57e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.635113] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.635300] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.636113] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7c01df-0766-4189-97be-a7f66f32ec61 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.642408] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 983.642408] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522ca6e0-c67a-247c-0c3c-f9e533bb5fc2" [ 983.642408] env[62788]: _type = "Task" [ 983.642408] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.650636] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522ca6e0-c67a-247c-0c3c-f9e533bb5fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.708395] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "b6924f32-ae5d-40ab-8619-26e1627a0264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.708636] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "b6924f32-ae5d-40ab-8619-26e1627a0264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.725133] env[62788]: DEBUG nova.compute.manager [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 983.725475] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.727043] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead8c96c-b91f-45e8-b01a-da6674e6ec2b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.737561] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.737881] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-854cab7b-da8b-4abf-b0b9-1abeb2690606 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.748495] env[62788]: DEBUG oslo_vmware.api [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 983.748495] env[62788]: value = "task-2394419" [ 983.748495] env[62788]: _type = "Task" [ 983.748495] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.759631] env[62788]: DEBUG oslo_vmware.api [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.798771] env[62788]: DEBUG oslo_vmware.api [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.876706] env[62788]: DEBUG oslo_concurrency.lockutils [req-9420e246-e3a8-4603-8d5c-4174f8835049 req-295607c5-2c11-46c8-9914-f1170174b633 service nova] Releasing lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.914864] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.915201] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d783f33-6b16-4dd4-98ed-d9f06811d49c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.924823] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394416, 'name': Rename_Task, 'duration_secs': 1.358142} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.926394] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.926709] env[62788]: DEBUG oslo_vmware.api [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 983.926709] env[62788]: value = "task-2394420" [ 983.926709] env[62788]: _type = "Task" [ 983.926709] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.926910] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca122ad6-e4d4-42e8-8eb0-565c4f4bf16d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.937306] env[62788]: DEBUG oslo_vmware.api [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.938649] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 983.938649] env[62788]: value = "task-2394421" [ 983.938649] env[62788]: _type = "Task" [ 983.938649] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.951808] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.015566] env[62788]: DEBUG nova.scheduler.client.report [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.153491] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522ca6e0-c67a-247c-0c3c-f9e533bb5fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.022888} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.154295] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5ee493-25a1-47ae-a20c-6429463a6681 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.160380] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 984.160380] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]524445ca-bad1-2ab3-8c2f-087c77070485" [ 984.160380] env[62788]: _type = "Task" [ 984.160380] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.170676] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524445ca-bad1-2ab3-8c2f-087c77070485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.211554] env[62788]: DEBUG nova.compute.manager [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 984.262211] env[62788]: DEBUG oslo_vmware.api [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394419, 'name': PowerOffVM_Task, 'duration_secs': 0.227139} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.263220] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.263420] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.263754] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e62e742a-c552-4084-8fe6-eddc27ae5f5a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.301538] env[62788]: DEBUG oslo_vmware.api [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394418, 'name': PowerOffVM_Task, 'duration_secs': 0.685184} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.302321] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.302321] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.302321] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37c49d84-f7e4-4bd7-9b15-aec0aebcd8ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.340701] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.340701] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.340701] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleting the datastore file [datastore1] 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.340701] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d170e47-6319-419f-bae3-0bd99b57ec08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.365327] env[62788]: DEBUG oslo_vmware.api [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 984.365327] env[62788]: value = "task-2394424" [ 984.365327] env[62788]: _type = "Task" [ 984.365327] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.378609] env[62788]: DEBUG oslo_vmware.api [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.393920] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.394153] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.394333] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Deleting the datastore file [datastore1] 57f5de6b-7290-4359-8b6d-5f66e6e9ace0 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.394601] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70b4952a-4979-4494-85ad-46d1b9a4524e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.404523] env[62788]: DEBUG oslo_vmware.api [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for the task: (returnval){ [ 984.404523] env[62788]: value = "task-2394425" [ 984.404523] env[62788]: _type = "Task" [ 984.404523] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.414168] env[62788]: DEBUG oslo_vmware.api [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.438615] env[62788]: DEBUG oslo_vmware.api [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394420, 'name': PowerOffVM_Task, 'duration_secs': 0.227117} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.438912] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.439133] env[62788]: DEBUG nova.compute.manager [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 984.439973] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0154236-b2e9-4ec9-99e7-5eaa31b6b09e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.458413] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.523118] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.523118] env[62788]: DEBUG nova.compute.manager [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 984.526251] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.391s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.526834] env[62788]: DEBUG nova.objects.instance [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Lazy-loading 'resources' on Instance uuid 84bb5828-006e-4c35-9863-743b5bc949b1 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.674261] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524445ca-bad1-2ab3-8c2f-087c77070485, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.675138] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.675138] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e/3c5f54e8-f6f5-45d8-a291-99a76cfecd4e.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.675138] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdd4757f-4a32-4c90-9319-69adcd779110 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.684253] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 984.684253] env[62788]: value = "task-2394426" [ 984.684253] env[62788]: _type = "Task" [ 984.684253] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.693649] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.738405] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.880519] env[62788]: DEBUG oslo_vmware.api [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160792} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.880946] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.881261] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.881546] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.881833] env[62788]: INFO nova.compute.manager [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 984.882222] env[62788]: DEBUG oslo.service.loopingcall [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.882509] env[62788]: DEBUG nova.compute.manager [-] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 984.882666] env[62788]: DEBUG nova.network.neutron [-] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.916735] env[62788]: DEBUG oslo_vmware.api [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Task: {'id': task-2394425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186963} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.916735] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.916735] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.916735] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.916735] env[62788]: INFO nova.compute.manager [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 984.917523] env[62788]: DEBUG oslo.service.loopingcall [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 984.917523] env[62788]: DEBUG nova.compute.manager [-] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 984.917523] env[62788]: DEBUG nova.network.neutron [-] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.951016] env[62788]: DEBUG oslo_vmware.api [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394421, 'name': PowerOnVM_Task, 'duration_secs': 0.550409} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.951157] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.951347] env[62788]: INFO nova.compute.manager [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Took 9.08 seconds to spawn the instance on the hypervisor. [ 984.951525] env[62788]: DEBUG nova.compute.manager [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 984.952339] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42c3640-23b3-499f-b855-9d5b9c7fce79 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.963601] env[62788]: DEBUG oslo_concurrency.lockutils [None req-da93dd60-281c-49aa-bb69-3ff9fa73ca12 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.027768] env[62788]: DEBUG nova.compute.utils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 985.030512] env[62788]: DEBUG nova.compute.manager [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 985.030767] env[62788]: DEBUG nova.network.neutron [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.132619] env[62788]: DEBUG nova.policy [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adab5438774748afa1335c40936a0c64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f8adca4e8524b43a06021f1d4eb8624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.203866] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394426, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.379074] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96b1cc6-5ab2-48b0-9edb-c74e6f1f43d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.387465] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f656a39c-e44c-4b52-9744-fca1eeb7648f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.422571] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2020d227-6f17-4af0-9e7d-66a09a842e99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.431629] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abcf0a0-b8fc-4506-913c-d27f4be41e1b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.447521] env[62788]: DEBUG nova.compute.provider_tree [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.454448] env[62788]: DEBUG nova.compute.manager [req-1b830406-6bb5-4f9e-bb52-cdc6bce106c2 req-466145cf-fed4-46f1-8ff5-6b3502d00976 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Received event network-vif-deleted-1a9785c4-3c1a-4fa9-91cc-ef18117d4524 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 985.454660] env[62788]: INFO nova.compute.manager [req-1b830406-6bb5-4f9e-bb52-cdc6bce106c2 req-466145cf-fed4-46f1-8ff5-6b3502d00976 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Neutron deleted interface 1a9785c4-3c1a-4fa9-91cc-ef18117d4524; detaching it from the instance and deleting it from the info cache [ 985.454838] env[62788]: DEBUG nova.network.neutron [req-1b830406-6bb5-4f9e-bb52-cdc6bce106c2 req-466145cf-fed4-46f1-8ff5-6b3502d00976 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.458408] env[62788]: DEBUG nova.compute.manager [req-88b9d0bf-d3a0-4d74-bd7b-b8394ba0a74c req-98bde724-3e93-4018-bec0-2a9d17130e05 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Received event network-vif-deleted-5728193a-3310-423f-a21e-da2178413a9f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 985.458589] env[62788]: INFO nova.compute.manager [req-88b9d0bf-d3a0-4d74-bd7b-b8394ba0a74c req-98bde724-3e93-4018-bec0-2a9d17130e05 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Neutron deleted interface 5728193a-3310-423f-a21e-da2178413a9f; detaching it from the instance and deleting it from the info cache [ 985.458751] env[62788]: DEBUG nova.network.neutron [req-88b9d0bf-d3a0-4d74-bd7b-b8394ba0a74c req-98bde724-3e93-4018-bec0-2a9d17130e05 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.473646] env[62788]: INFO nova.compute.manager [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Took 23.56 seconds to build instance. [ 985.540359] env[62788]: DEBUG nova.compute.manager [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 985.627530] env[62788]: DEBUG nova.network.neutron [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Successfully created port: f9e534eb-ded7-40f7-a81b-f74acf602cab {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.664981] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.665320] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.665539] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 985.665737] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 985.665913] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.667950] env[62788]: INFO nova.compute.manager [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Terminating instance [ 985.697715] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720902} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.697715] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e/3c5f54e8-f6f5-45d8-a291-99a76cfecd4e.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.697715] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.697715] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35cfeb41-1b4a-4e12-bdd8-9c2624b2212a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.705450] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 985.705450] env[62788]: value = "task-2394427" [ 985.705450] env[62788]: _type = "Task" [ 985.705450] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.714430] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.767892] env[62788]: DEBUG nova.network.neutron [-] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.831022] env[62788]: DEBUG nova.network.neutron [-] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.950584] env[62788]: DEBUG nova.scheduler.client.report [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.961463] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5390de3b-4cc3-44c4-bdf4-97e1b921f55d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.963959] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ee15bd2-5b57-4857-b407-23dec3a2907f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.974824] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47f380bf-fd34-4d05-a855-4668cacd8268 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "be7b39b1-bf0b-404e-aaf9-183262a12034" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.078s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.978203] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08ecf48-1c4d-4258-a6ac-61f37778cbc1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.991745] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a665e027-adee-4235-af7e-2b04f86c6706 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.025613] env[62788]: DEBUG nova.compute.manager [req-1b830406-6bb5-4f9e-bb52-cdc6bce106c2 req-466145cf-fed4-46f1-8ff5-6b3502d00976 service nova] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Detach interface failed, port_id=1a9785c4-3c1a-4fa9-91cc-ef18117d4524, reason: Instance 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 986.035164] env[62788]: DEBUG nova.compute.manager [req-88b9d0bf-d3a0-4d74-bd7b-b8394ba0a74c req-98bde724-3e93-4018-bec0-2a9d17130e05 service nova] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Detach interface failed, port_id=5728193a-3310-423f-a21e-da2178413a9f, reason: Instance 57f5de6b-7290-4359-8b6d-5f66e6e9ace0 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 986.172279] env[62788]: DEBUG nova.compute.manager [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 986.172422] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.173614] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1dde07-4d55-4f57-b87e-3b98a5cec43a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.181782] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.182038] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfa9308c-2ef8-42fd-9fc2-506739232479 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.216270] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07654} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.216544] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.217400] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc548809-35e6-4e3a-9d53-7fda83ed3c58 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.231516] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "be7b39b1-bf0b-404e-aaf9-183262a12034" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.231722] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "be7b39b1-bf0b-404e-aaf9-183262a12034" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.231897] env[62788]: DEBUG nova.compute.manager [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 986.240571] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e/3c5f54e8-f6f5-45d8-a291-99a76cfecd4e.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.241309] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5a6584-b010-4aea-b5a3-6994ddf12108 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.244066] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-225b00dd-32d0-4ff7-a604-578a7b617ba4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.264452] env[62788]: DEBUG nova.compute.manager [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62788) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3418}} [ 986.265051] env[62788]: DEBUG nova.objects.instance [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lazy-loading 'flavor' on Instance uuid be7b39b1-bf0b-404e-aaf9-183262a12034 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.267540] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 986.267540] env[62788]: value = "task-2394429" [ 986.267540] env[62788]: _type = "Task" [ 986.267540] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.271866] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.272080] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.272265] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleting the datastore file [datastore1] b91af2fd-959d-4183-ba12-0dc1f081d4c1 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.273035] env[62788]: INFO nova.compute.manager [-] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Took 1.36 seconds to deallocate network for instance. [ 986.273270] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2da9c018-fee5-4a32-8fd9-a1bce4fa86bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.280245] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.290173] env[62788]: DEBUG oslo_vmware.api [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 986.290173] env[62788]: value = "task-2394430" [ 986.290173] env[62788]: _type = "Task" [ 986.290173] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.297938] env[62788]: DEBUG oslo_vmware.api [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.332550] env[62788]: INFO nova.compute.manager [-] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Took 1.45 seconds to deallocate network for instance. [ 986.459172] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 986.459172] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.719s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.459172] env[62788]: DEBUG nova.objects.instance [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lazy-loading 'resources' on Instance uuid 7ff81b21-7171-4a1d-9dd1-1344f46a434a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.487039] env[62788]: INFO nova.scheduler.client.report [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Deleted allocations for instance 84bb5828-006e-4c35-9863-743b5bc949b1 [ 986.549864] env[62788]: DEBUG nova.compute.manager [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 986.579127] env[62788]: DEBUG nova.virt.hardware [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.579127] env[62788]: DEBUG nova.virt.hardware [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.579127] env[62788]: DEBUG nova.virt.hardware [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.579682] env[62788]: DEBUG nova.virt.hardware [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.580026] env[62788]: DEBUG nova.virt.hardware [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.580367] env[62788]: DEBUG nova.virt.hardware [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.580804] env[62788]: DEBUG nova.virt.hardware [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.581257] env[62788]: DEBUG nova.virt.hardware [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.581590] env[62788]: DEBUG nova.virt.hardware [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.581914] env[62788]: DEBUG nova.virt.hardware [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.582257] env[62788]: DEBUG nova.virt.hardware [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.585202] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93982a78-0038-4f07-a6a8-af61c0d39717 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.593904] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e144d10-8c32-470f-9344-de87908a6354 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.783680] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394429, 'name': ReconfigVM_Task, 'duration_secs': 0.342385} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.784555] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e/3c5f54e8-f6f5-45d8-a291-99a76cfecd4e.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.786405] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.786405] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43420bce-fb8e-4dc0-83e5-8053c0c87044 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.795295] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 986.795295] env[62788]: value = "task-2394431" [ 986.795295] env[62788]: _type = "Task" [ 986.795295] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.803689] env[62788]: DEBUG oslo_vmware.api [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.810818] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394431, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.840592] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.966780] env[62788]: DEBUG nova.objects.instance [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lazy-loading 'numa_topology' on Instance uuid 7ff81b21-7171-4a1d-9dd1-1344f46a434a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.996652] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad7bb6a4-9b0f-426f-9bf8-c571c1db03b8 tempest-ServerMetadataNegativeTestJSON-1007965538 tempest-ServerMetadataNegativeTestJSON-1007965538-project-member] Lock "84bb5828-006e-4c35-9863-743b5bc949b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.728s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.245545] env[62788]: INFO nova.compute.manager [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Rebuilding instance [ 987.282277] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.282583] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e8b045-e4b2-4fc8-833f-3a898d621e7e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.291141] env[62788]: DEBUG oslo_vmware.api [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 987.291141] env[62788]: value = "task-2394432" [ 987.291141] env[62788]: _type = "Task" [ 987.291141] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.311901] env[62788]: DEBUG oslo_vmware.api [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518445} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.315440] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.315657] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.316258] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.316258] env[62788]: INFO nova.compute.manager [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 987.316518] env[62788]: DEBUG oslo.service.loopingcall [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 987.321717] env[62788]: DEBUG nova.compute.manager [-] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 987.321887] env[62788]: DEBUG nova.network.neutron [-] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.323547] env[62788]: DEBUG oslo_vmware.api [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.323986] env[62788]: DEBUG nova.compute.manager [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 987.327693] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfdeeeb-02ef-416a-b4a3-3dbfccc6042c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.330351] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394431, 'name': Rename_Task, 'duration_secs': 0.180361} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.330940] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.331552] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a676fe9-9233-434d-8441-17062482f0f9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.339013] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 987.339013] env[62788]: value = "task-2394433" [ 987.339013] env[62788]: _type = "Task" [ 987.339013] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.369073] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394433, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.470246] env[62788]: DEBUG nova.objects.base [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Object Instance<7ff81b21-7171-4a1d-9dd1-1344f46a434a> lazy-loaded attributes: resources,numa_topology {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 987.498362] env[62788]: DEBUG nova.compute.manager [req-6ab2241f-1ea3-49b1-b48d-37140ebcf5ba req-2ec5d8a6-e1bf-42b6-8752-821ebbf01953 service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Received event network-vif-plugged-f9e534eb-ded7-40f7-a81b-f74acf602cab {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 987.498362] env[62788]: DEBUG oslo_concurrency.lockutils [req-6ab2241f-1ea3-49b1-b48d-37140ebcf5ba req-2ec5d8a6-e1bf-42b6-8752-821ebbf01953 service nova] Acquiring lock "9cbb2005-3ede-4837-b5e1-0f6521043662-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.498362] env[62788]: DEBUG oslo_concurrency.lockutils [req-6ab2241f-1ea3-49b1-b48d-37140ebcf5ba req-2ec5d8a6-e1bf-42b6-8752-821ebbf01953 service nova] Lock "9cbb2005-3ede-4837-b5e1-0f6521043662-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.498362] env[62788]: DEBUG oslo_concurrency.lockutils [req-6ab2241f-1ea3-49b1-b48d-37140ebcf5ba req-2ec5d8a6-e1bf-42b6-8752-821ebbf01953 service nova] Lock "9cbb2005-3ede-4837-b5e1-0f6521043662-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.498362] env[62788]: DEBUG nova.compute.manager [req-6ab2241f-1ea3-49b1-b48d-37140ebcf5ba req-2ec5d8a6-e1bf-42b6-8752-821ebbf01953 service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] No waiting events found dispatching network-vif-plugged-f9e534eb-ded7-40f7-a81b-f74acf602cab {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.498362] env[62788]: WARNING nova.compute.manager [req-6ab2241f-1ea3-49b1-b48d-37140ebcf5ba req-2ec5d8a6-e1bf-42b6-8752-821ebbf01953 service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Received unexpected event network-vif-plugged-f9e534eb-ded7-40f7-a81b-f74acf602cab for instance with vm_state building and task_state spawning. [ 987.574221] env[62788]: DEBUG nova.network.neutron [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Successfully updated port: f9e534eb-ded7-40f7-a81b-f74acf602cab {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.742945] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3279e028-f7f4-4e13-929a-39d814e17979 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.756116] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cbf86b-3001-49c5-8d9b-45cee27535b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.804322] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df9d99e-2e94-4567-a0ec-9c608017649f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.815514] env[62788]: DEBUG oslo_vmware.api [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394432, 'name': PowerOffVM_Task, 'duration_secs': 0.276388} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.816115] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.816325] env[62788]: DEBUG nova.compute.manager [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 987.817612] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ccf2fe-6de7-4d86-83ae-35c67c77c34d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.821926] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1432fbbb-7d9b-4f65-b093-9cb4cf4a37a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.843453] env[62788]: DEBUG nova.compute.provider_tree [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 987.854752] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.081439] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "refresh_cache-9cbb2005-3ede-4837-b5e1-0f6521043662" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.081740] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "refresh_cache-9cbb2005-3ede-4837-b5e1-0f6521043662" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.081740] env[62788]: DEBUG nova.network.neutron [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.316885] env[62788]: DEBUG nova.network.neutron [-] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.346166] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.353514] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4be57e2e-8991-42fa-97b6-dc8467843727 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "be7b39b1-bf0b-404e-aaf9-183262a12034" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.122s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.355546] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c07dc8c0-0502-42c1-89bc-8773cfa7eb19 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.368549] env[62788]: DEBUG oslo_vmware.api [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394433, 'name': PowerOnVM_Task, 'duration_secs': 0.612507} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.370519] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.370899] env[62788]: INFO nova.compute.manager [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Took 7.64 seconds to spawn the instance on the hypervisor. [ 988.371158] env[62788]: DEBUG nova.compute.manager [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 988.371551] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 988.371551] env[62788]: value = "task-2394434" [ 988.371551] env[62788]: _type = "Task" [ 988.371551] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.372528] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e231f79-e559-4c1d-9da2-a10fef7b2d46 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.396465] env[62788]: ERROR nova.scheduler.client.report [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [req-62c8cc5b-c117-4bb8-9ad8-8ba43a80da2c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-62c8cc5b-c117-4bb8-9ad8-8ba43a80da2c"}]} [ 988.397044] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.426911] env[62788]: DEBUG nova.scheduler.client.report [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 988.450799] env[62788]: DEBUG nova.scheduler.client.report [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 988.450799] env[62788]: DEBUG nova.compute.provider_tree [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.469851] env[62788]: DEBUG nova.scheduler.client.report [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 988.499533] env[62788]: DEBUG nova.scheduler.client.report [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 988.637090] env[62788]: DEBUG nova.network.neutron [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.806113] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f701ae57-2803-4d1d-bd9e-a8d71887bfd0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.821149] env[62788]: INFO nova.compute.manager [-] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Took 1.50 seconds to deallocate network for instance. [ 988.823398] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd76ab2d-7f7f-4f67-a310-a0bfeed35e39 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.866270] env[62788]: DEBUG nova.network.neutron [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Updating instance_info_cache with network_info: [{"id": "f9e534eb-ded7-40f7-a81b-f74acf602cab", "address": "fa:16:3e:35:ce:45", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e534eb-de", "ovs_interfaceid": "f9e534eb-ded7-40f7-a81b-f74acf602cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.872814] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97811ca2-c08d-4111-98dc-99c91eb251a8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.886220] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d92f09-0e01-422b-afef-1dea83a08994 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.900116] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394434, 'name': PowerOffVM_Task, 'duration_secs': 0.361608} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.912958] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.913227] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.913741] env[62788]: DEBUG nova.compute.provider_tree [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 988.916875] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e707cd-87c0-4b3f-9067-09d5653cde27 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.919792] env[62788]: INFO nova.compute.manager [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Took 21.70 seconds to build instance. [ 988.925587] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.925825] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-809b1ef3-8360-46c4-9536-663edf5becb1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.992638] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.992807] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.992986] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleting the datastore file [datastore1] 8af8013d-e49b-484f-8fef-1ca817a5645c {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.993262] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2700e0a-14e3-4149-9456-71bc168e573c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.001083] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 989.001083] env[62788]: value = "task-2394436" [ 989.001083] env[62788]: _type = "Task" [ 989.001083] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.008373] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.335541] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.375042] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "refresh_cache-9cbb2005-3ede-4837-b5e1-0f6521043662" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.375361] env[62788]: DEBUG nova.compute.manager [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Instance network_info: |[{"id": "f9e534eb-ded7-40f7-a81b-f74acf602cab", "address": "fa:16:3e:35:ce:45", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e534eb-de", "ovs_interfaceid": "f9e534eb-ded7-40f7-a81b-f74acf602cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 989.375767] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:ce:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9e534eb-ded7-40f7-a81b-f74acf602cab', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.383896] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Creating folder: Project (2f8adca4e8524b43a06021f1d4eb8624). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.384669] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bf629b6-1d9f-40a3-9c0f-576c37fbf621 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.398172] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Created folder: Project (2f8adca4e8524b43a06021f1d4eb8624) in parent group-v485515. [ 989.398172] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Creating folder: Instances. Parent ref: group-v485746. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.398172] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14655f8b-381c-498f-9d76-4585b08fa82a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.408528] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Created folder: Instances in parent group-v485746. [ 989.408771] env[62788]: DEBUG oslo.service.loopingcall [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.409033] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.409551] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90719896-0d75-44d7-8512-ff83a3dd9064 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.428540] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24f9ad0a-e1d9-43f2-b6ad-329107d50668 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.244s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.434168] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.434168] env[62788]: value = "task-2394439" [ 989.434168] env[62788]: _type = "Task" [ 989.434168] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.442070] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394439, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.464489] env[62788]: DEBUG nova.scheduler.client.report [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 989.464856] env[62788]: DEBUG nova.compute.provider_tree [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 107 to 108 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 989.465179] env[62788]: DEBUG nova.compute.provider_tree [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.511605] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146562} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.511868] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.512072] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.512259] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.539242] env[62788]: DEBUG nova.compute.manager [req-60f9f147-2861-4848-821a-41e233ebc052 req-e3ded155-3135-4471-a73f-89a49e3cdddc service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Received event network-changed-f9e534eb-ded7-40f7-a81b-f74acf602cab {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 989.539569] env[62788]: DEBUG nova.compute.manager [req-60f9f147-2861-4848-821a-41e233ebc052 req-e3ded155-3135-4471-a73f-89a49e3cdddc service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Refreshing instance network info cache due to event network-changed-f9e534eb-ded7-40f7-a81b-f74acf602cab. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 989.539836] env[62788]: DEBUG oslo_concurrency.lockutils [req-60f9f147-2861-4848-821a-41e233ebc052 req-e3ded155-3135-4471-a73f-89a49e3cdddc service nova] Acquiring lock "refresh_cache-9cbb2005-3ede-4837-b5e1-0f6521043662" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.540016] env[62788]: DEBUG oslo_concurrency.lockutils [req-60f9f147-2861-4848-821a-41e233ebc052 req-e3ded155-3135-4471-a73f-89a49e3cdddc service nova] Acquired lock "refresh_cache-9cbb2005-3ede-4837-b5e1-0f6521043662" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.540263] env[62788]: DEBUG nova.network.neutron [req-60f9f147-2861-4848-821a-41e233ebc052 req-e3ded155-3135-4471-a73f-89a49e3cdddc service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Refreshing network info cache for port f9e534eb-ded7-40f7-a81b-f74acf602cab {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.826397] env[62788]: DEBUG nova.compute.manager [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 989.827326] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3aaf80e-ee19-4dd8-9b39-52de7cdfc3fd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.954657] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394439, 'name': CreateVM_Task, 'duration_secs': 0.350557} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.954915] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.955677] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.955837] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.956962] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 989.957271] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d441d9-b064-4d82-9d5b-d6422b179436 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.963093] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 989.963093] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b38baa-5240-b920-b2c2-73ccb1c3fc47" [ 989.963093] env[62788]: _type = "Task" [ 989.963093] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.972631] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.513s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.977547] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b38baa-5240-b920-b2c2-73ccb1c3fc47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.977547] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.618s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.977803] env[62788]: INFO nova.compute.claims [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.308603] env[62788]: DEBUG nova.network.neutron [req-60f9f147-2861-4848-821a-41e233ebc052 req-e3ded155-3135-4471-a73f-89a49e3cdddc service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Updated VIF entry in instance network info cache for port f9e534eb-ded7-40f7-a81b-f74acf602cab. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.309009] env[62788]: DEBUG nova.network.neutron [req-60f9f147-2861-4848-821a-41e233ebc052 req-e3ded155-3135-4471-a73f-89a49e3cdddc service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Updating instance_info_cache with network_info: [{"id": "f9e534eb-ded7-40f7-a81b-f74acf602cab", "address": "fa:16:3e:35:ce:45", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9e534eb-de", "ovs_interfaceid": "f9e534eb-ded7-40f7-a81b-f74acf602cab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.337881] env[62788]: INFO nova.compute.manager [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] instance snapshotting [ 990.338221] env[62788]: WARNING nova.compute.manager [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 990.343131] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c740e9-a1fe-4249-b214-1cbe956e45d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.364167] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a2a72e-8e21-459b-ab34-f96c7c5a59c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.473450] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b38baa-5240-b920-b2c2-73ccb1c3fc47, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.473752] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.473989] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.474246] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.474398] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.474583] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.474828] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e39b7a2-d6e3-4b67-b5c8-58a36c1c2b38 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.480866] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3fa56109-6bdd-4b20-89f2-225570213ddf tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.894s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.483488] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.798s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.483711] env[62788]: INFO nova.compute.manager [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Unshelving [ 990.485974] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.486147] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.486967] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0939bf55-13e8-49ba-b315-11e0e777db09 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.492474] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 990.492474] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c42829-07ce-11a1-7e9b-3075b8b8735d" [ 990.492474] env[62788]: _type = "Task" [ 990.492474] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.507455] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c42829-07ce-11a1-7e9b-3075b8b8735d, 'name': SearchDatastore_Task, 'duration_secs': 0.008742} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.508311] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ddd72cf-01a3-4c0f-985b-c6bac431d147 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.514163] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 990.514163] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52daa108-a3a9-f5b2-4acd-940ec00f5927" [ 990.514163] env[62788]: _type = "Task" [ 990.514163] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.523905] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52daa108-a3a9-f5b2-4acd-940ec00f5927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.557449] env[62788]: DEBUG nova.virt.hardware [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.557770] env[62788]: DEBUG nova.virt.hardware [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.557951] env[62788]: DEBUG nova.virt.hardware [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.558333] env[62788]: DEBUG nova.virt.hardware [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.558561] env[62788]: DEBUG nova.virt.hardware [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.558779] env[62788]: DEBUG nova.virt.hardware [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.559091] env[62788]: DEBUG nova.virt.hardware [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.559341] env[62788]: DEBUG nova.virt.hardware [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.559613] env[62788]: DEBUG nova.virt.hardware [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.559850] env[62788]: DEBUG nova.virt.hardware [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.560167] env[62788]: DEBUG nova.virt.hardware [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.561116] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a063964-84c3-4310-bece-87c643ba3ef4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.570417] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef62493-b99f-444e-90fe-ef05f3024d5d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.588553] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:39:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.596862] env[62788]: DEBUG oslo.service.loopingcall [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 990.597229] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.597555] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-332efff5-a187-46df-b3c7-1ccdb4944c7b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.619326] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.619326] env[62788]: value = "task-2394440" [ 990.619326] env[62788]: _type = "Task" [ 990.619326] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.629131] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394440, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.815922] env[62788]: DEBUG oslo_concurrency.lockutils [req-60f9f147-2861-4848-821a-41e233ebc052 req-e3ded155-3135-4471-a73f-89a49e3cdddc service nova] Releasing lock "refresh_cache-9cbb2005-3ede-4837-b5e1-0f6521043662" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.815922] env[62788]: DEBUG nova.compute.manager [req-60f9f147-2861-4848-821a-41e233ebc052 req-e3ded155-3135-4471-a73f-89a49e3cdddc service nova] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Received event network-vif-deleted-4e3c42b6-c7e8-4f49-bc38-3aae4d08fddc {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 990.875542] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 990.875904] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb2e7497-1128-4b5f-bcec-54570985e634 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.885207] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 990.885207] env[62788]: value = "task-2394441" [ 990.885207] env[62788]: _type = "Task" [ 990.885207] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.894896] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394441, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.024169] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52daa108-a3a9-f5b2-4acd-940ec00f5927, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.027391] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.027480] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 9cbb2005-3ede-4837-b5e1-0f6521043662/9cbb2005-3ede-4837-b5e1-0f6521043662.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.028114] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ac2fd87-430b-4a6c-918a-308dc5a94b10 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.036022] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 991.036022] env[62788]: value = "task-2394442" [ 991.036022] env[62788]: _type = "Task" [ 991.036022] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.047417] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.130161] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394440, 'name': CreateVM_Task, 'duration_secs': 0.361697} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.130161] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.130584] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.130766] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.131123] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 991.131445] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bde19c8-96db-4a4a-bc9b-afee0e514756 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.136431] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 991.136431] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5213894f-c37b-f8ef-45e7-71e6d074f471" [ 991.136431] env[62788]: _type = "Task" [ 991.136431] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.147253] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5213894f-c37b-f8ef-45e7-71e6d074f471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.289605] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8428252-e645-47cb-b6c2-3fb83bc796de {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.298401] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c255ba57-47ff-49f0-8aa5-ee3bea6679f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.336098] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f628f2-b05d-4b75-8410-505e9e9e476b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.346509] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29498dfc-147d-4415-9cae-590b1202656a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.363724] env[62788]: DEBUG nova.compute.provider_tree [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.397855] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394441, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.499467] env[62788]: DEBUG nova.compute.utils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 991.547024] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508172} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.547024] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 9cbb2005-3ede-4837-b5e1-0f6521043662/9cbb2005-3ede-4837-b5e1-0f6521043662.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.547024] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.547922] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7220b4c-4bdd-4166-a47e-0a4b9066b289 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.554040] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 991.554040] env[62788]: value = "task-2394443" [ 991.554040] env[62788]: _type = "Task" [ 991.554040] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.562641] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.567765] env[62788]: DEBUG nova.compute.manager [req-b4068f3e-3442-4ede-8d4f-986cacdabb91 req-22101d0c-3c5d-4dbb-97b0-321d572fc50f service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Received event network-changed-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 991.567977] env[62788]: DEBUG nova.compute.manager [req-b4068f3e-3442-4ede-8d4f-986cacdabb91 req-22101d0c-3c5d-4dbb-97b0-321d572fc50f service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Refreshing instance network info cache due to event network-changed-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 991.568250] env[62788]: DEBUG oslo_concurrency.lockutils [req-b4068f3e-3442-4ede-8d4f-986cacdabb91 req-22101d0c-3c5d-4dbb-97b0-321d572fc50f service nova] Acquiring lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.568428] env[62788]: DEBUG oslo_concurrency.lockutils [req-b4068f3e-3442-4ede-8d4f-986cacdabb91 req-22101d0c-3c5d-4dbb-97b0-321d572fc50f service nova] Acquired lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.568600] env[62788]: DEBUG nova.network.neutron [req-b4068f3e-3442-4ede-8d4f-986cacdabb91 req-22101d0c-3c5d-4dbb-97b0-321d572fc50f service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Refreshing network info cache for port fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.649533] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5213894f-c37b-f8ef-45e7-71e6d074f471, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.649895] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.650213] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.650461] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.650627] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.650908] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.651182] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1da1397-bfd4-4b99-96c0-e83f7a9ff645 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.664720] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.664720] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.665459] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972ecc38-3df5-4054-ada9-1f0c64f78aee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.670694] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 991.670694] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d63751-dcff-50ad-0035-d92f3d667d17" [ 991.670694] env[62788]: _type = "Task" [ 991.670694] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.680593] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d63751-dcff-50ad-0035-d92f3d667d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.867399] env[62788]: DEBUG nova.scheduler.client.report [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.896765] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394441, 'name': CreateSnapshot_Task, 'duration_secs': 0.735972} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.897117] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 991.897847] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101b01a3-bb27-4ef6-803a-5b50622a67a8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.002666] env[62788]: INFO nova.virt.block_device [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Booting with volume c140c782-568b-45d0-93c1-96d5a8852927 at /dev/sdb [ 992.037267] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b10ec28e-6c90-4079-849e-cf276b66f647 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.047118] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b78def-8ad7-471a-b604-3ce06ce06319 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.068206] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066342} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.068542] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.069327] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640e190e-ca71-4796-bb85-19c109e07f6e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.084276] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a242b5b2-bf6e-4193-802c-3db02a7f3112 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.104931] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 9cbb2005-3ede-4837-b5e1-0f6521043662/9cbb2005-3ede-4837-b5e1-0f6521043662.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.105660] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c609cc-4768-408a-b6fd-d0912fffca94 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.126965] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692fa65a-7d86-4768-a4fc-d90ccdffdfd7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.138828] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 992.138828] env[62788]: value = "task-2394444" [ 992.138828] env[62788]: _type = "Task" [ 992.138828] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.148902] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.159427] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e86f4c3-6ed3-43cd-859c-5aeb3f7f2f39 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.166455] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efaa0757-c17d-4897-9086-d1d671670f16 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.179693] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d63751-dcff-50ad-0035-d92f3d667d17, 'name': SearchDatastore_Task, 'duration_secs': 0.008641} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.183800] env[62788]: DEBUG nova.virt.block_device [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updating existing volume attachment record: 4ace3037-9be6-404a-8eb7-4911fcf7c760 {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 992.185939] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22578cf9-fc2b-4aaf-a47e-5188b156fea6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.192466] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 992.192466] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525ca914-7aaf-6aa0-4519-a563ee958124" [ 992.192466] env[62788]: _type = "Task" [ 992.192466] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.204830] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525ca914-7aaf-6aa0-4519-a563ee958124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.372145] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 992.372770] env[62788]: DEBUG nova.compute.manager [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 992.377429] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.498s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 992.377638] env[62788]: DEBUG nova.objects.instance [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 992.415391] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 992.415486] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1cb4df84-5868-4219-a63d-292faecdc56f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.426543] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 992.426543] env[62788]: value = "task-2394448" [ 992.426543] env[62788]: _type = "Task" [ 992.426543] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.434236] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394448, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.612649] env[62788]: DEBUG nova.network.neutron [req-b4068f3e-3442-4ede-8d4f-986cacdabb91 req-22101d0c-3c5d-4dbb-97b0-321d572fc50f service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updated VIF entry in instance network info cache for port fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.613019] env[62788]: DEBUG nova.network.neutron [req-b4068f3e-3442-4ede-8d4f-986cacdabb91 req-22101d0c-3c5d-4dbb-97b0-321d572fc50f service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updating instance_info_cache with network_info: [{"id": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "address": "fa:16:3e:73:56:6d", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceb2b6a-ea", "ovs_interfaceid": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.648653] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394444, 'name': ReconfigVM_Task, 'duration_secs': 0.378244} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.648917] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 9cbb2005-3ede-4837-b5e1-0f6521043662/9cbb2005-3ede-4837-b5e1-0f6521043662.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.649608] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a34d442-6a7b-4829-afc8-cf9ff2517f5f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.655256] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 992.655256] env[62788]: value = "task-2394449" [ 992.655256] env[62788]: _type = "Task" [ 992.655256] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.663995] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394449, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.703805] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525ca914-7aaf-6aa0-4519-a563ee958124, 'name': SearchDatastore_Task, 'duration_secs': 0.016968} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.704136] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.704465] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 8af8013d-e49b-484f-8fef-1ca817a5645c/8af8013d-e49b-484f-8fef-1ca817a5645c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.704706] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-102fab15-e8e5-4ba0-ba61-e2a3543ee6ee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.711618] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 992.711618] env[62788]: value = "task-2394450" [ 992.711618] env[62788]: _type = "Task" [ 992.711618] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.719376] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.882476] env[62788]: DEBUG nova.compute.utils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 992.888955] env[62788]: DEBUG nova.compute.manager [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 992.889193] env[62788]: DEBUG nova.network.neutron [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.939474] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394448, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.942818] env[62788]: DEBUG nova.policy [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06f0638a29e44179953fb0e75162bbef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '433275e5d6c642efa185be8adbf682d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.116403] env[62788]: DEBUG oslo_concurrency.lockutils [req-b4068f3e-3442-4ede-8d4f-986cacdabb91 req-22101d0c-3c5d-4dbb-97b0-321d572fc50f service nova] Releasing lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.174113] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394449, 'name': Rename_Task, 'duration_secs': 0.161658} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.174724] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.175414] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb89bae9-baee-4f75-95f9-35d9c6363383 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.183656] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 993.183656] env[62788]: value = "task-2394451" [ 993.183656] env[62788]: _type = "Task" [ 993.183656] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.196535] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.224668] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394450, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.293654] env[62788]: DEBUG nova.network.neutron [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Successfully created port: aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.393908] env[62788]: DEBUG nova.compute.manager [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 993.398065] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7610b164-b20a-45ec-98cc-4e2395e278f6 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.403117] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.661s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 993.403117] env[62788]: INFO nova.compute.claims [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.437245] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394448, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.694826] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394451, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.725778] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610066} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.726089] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 8af8013d-e49b-484f-8fef-1ca817a5645c/8af8013d-e49b-484f-8fef-1ca817a5645c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.726293] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.726562] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa4636dd-d51f-4c5c-b406-016835946210 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.734425] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 993.734425] env[62788]: value = "task-2394452" [ 993.734425] env[62788]: _type = "Task" [ 993.734425] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.743925] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.939081] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394448, 'name': CloneVM_Task} progress is 95%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.199648] env[62788]: DEBUG oslo_vmware.api [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394451, 'name': PowerOnVM_Task, 'duration_secs': 0.661452} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.199927] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.200139] env[62788]: INFO nova.compute.manager [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Took 7.65 seconds to spawn the instance on the hypervisor. [ 994.200331] env[62788]: DEBUG nova.compute.manager [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 994.201146] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef1d7f8-709b-4a2c-b8e9-e83e3fa6e91f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.248621] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090768} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.248968] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.249739] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaf0d85-a2ba-4917-9356-b8cd382ff17c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.276485] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 8af8013d-e49b-484f-8fef-1ca817a5645c/8af8013d-e49b-484f-8fef-1ca817a5645c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.276485] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9919c2f-275f-4bfd-b5ae-97d5f83272df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.296208] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 994.296208] env[62788]: value = "task-2394453" [ 994.296208] env[62788]: _type = "Task" [ 994.296208] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.306067] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.409046] env[62788]: DEBUG nova.compute.manager [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 994.433621] env[62788]: DEBUG nova.virt.hardware [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.433713] env[62788]: DEBUG nova.virt.hardware [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.433836] env[62788]: DEBUG nova.virt.hardware [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.434039] env[62788]: DEBUG nova.virt.hardware [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.434196] env[62788]: DEBUG nova.virt.hardware [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.434345] env[62788]: DEBUG nova.virt.hardware [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.434568] env[62788]: DEBUG nova.virt.hardware [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.434751] env[62788]: DEBUG nova.virt.hardware [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.434955] env[62788]: DEBUG nova.virt.hardware [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.435191] env[62788]: DEBUG nova.virt.hardware [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.435401] env[62788]: DEBUG nova.virt.hardware [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.436391] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d767c30-79fe-4f25-be28-8b260e9dadf5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.446673] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394448, 'name': CloneVM_Task, 'duration_secs': 1.740377} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.448771] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Created linked-clone VM from snapshot [ 994.449536] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f00bb2-5fab-41fb-978a-ff5e90a4c2f6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.452909] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fbb1f1-bac1-440b-ab41-6d846b7930ac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.464138] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Uploading image 8a300df8-0d5c-4e37-ba27-c19a5ff6294c {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 994.484943] env[62788]: DEBUG oslo_vmware.rw_handles [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 994.484943] env[62788]: value = "vm-485753" [ 994.484943] env[62788]: _type = "VirtualMachine" [ 994.484943] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 994.485556] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-417f9189-2499-4640-a889-6d048d956c03 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.491653] env[62788]: DEBUG oslo_vmware.rw_handles [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lease: (returnval){ [ 994.491653] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f06bd8-168f-662a-e6e9-b8eeb33a860c" [ 994.491653] env[62788]: _type = "HttpNfcLease" [ 994.491653] env[62788]: } obtained for exporting VM: (result){ [ 994.491653] env[62788]: value = "vm-485753" [ 994.491653] env[62788]: _type = "VirtualMachine" [ 994.491653] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 994.492162] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the lease: (returnval){ [ 994.492162] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f06bd8-168f-662a-e6e9-b8eeb33a860c" [ 994.492162] env[62788]: _type = "HttpNfcLease" [ 994.492162] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 994.498785] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.498785] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f06bd8-168f-662a-e6e9-b8eeb33a860c" [ 994.498785] env[62788]: _type = "HttpNfcLease" [ 994.498785] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 994.665584] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquiring lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.665819] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.667382] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee3d2df-50d1-43fc-bed8-296ee2c2b1ad {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.675676] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81665d2-d526-49fb-8166-74d30e2d5b38 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.709788] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecb0b70-28ca-4a0f-9e07-086bbc473a08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.720732] env[62788]: INFO nova.compute.manager [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Took 23.61 seconds to build instance. [ 994.722554] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08cf2bc-7937-418f-a8e7-59813118dd73 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.737053] env[62788]: DEBUG nova.compute.provider_tree [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.811910] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.895640] env[62788]: DEBUG nova.compute.manager [req-5be92382-93ca-4b2a-a34e-0d50e5f5ee35 req-6045b267-1a22-4351-bda6-a10a962d525c service nova] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Received event network-vif-plugged-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 994.895892] env[62788]: DEBUG oslo_concurrency.lockutils [req-5be92382-93ca-4b2a-a34e-0d50e5f5ee35 req-6045b267-1a22-4351-bda6-a10a962d525c service nova] Acquiring lock "50f92193-f3c9-425a-87e8-0069dc1f9919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 994.896333] env[62788]: DEBUG oslo_concurrency.lockutils [req-5be92382-93ca-4b2a-a34e-0d50e5f5ee35 req-6045b267-1a22-4351-bda6-a10a962d525c service nova] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.896544] env[62788]: DEBUG oslo_concurrency.lockutils [req-5be92382-93ca-4b2a-a34e-0d50e5f5ee35 req-6045b267-1a22-4351-bda6-a10a962d525c service nova] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.896739] env[62788]: DEBUG nova.compute.manager [req-5be92382-93ca-4b2a-a34e-0d50e5f5ee35 req-6045b267-1a22-4351-bda6-a10a962d525c service nova] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] No waiting events found dispatching network-vif-plugged-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.896909] env[62788]: WARNING nova.compute.manager [req-5be92382-93ca-4b2a-a34e-0d50e5f5ee35 req-6045b267-1a22-4351-bda6-a10a962d525c service nova] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Received unexpected event network-vif-plugged-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 for instance with vm_state building and task_state spawning. [ 994.997765] env[62788]: DEBUG nova.network.neutron [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Successfully updated port: aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.002214] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.002214] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f06bd8-168f-662a-e6e9-b8eeb33a860c" [ 995.002214] env[62788]: _type = "HttpNfcLease" [ 995.002214] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 995.002529] env[62788]: DEBUG oslo_vmware.rw_handles [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 995.002529] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f06bd8-168f-662a-e6e9-b8eeb33a860c" [ 995.002529] env[62788]: _type = "HttpNfcLease" [ 995.002529] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 995.003260] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430414ab-4c3c-44bc-8fcb-351db6239c49 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.016296] env[62788]: DEBUG oslo_vmware.rw_handles [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0c5-354f-f211-9192-b927a557c399/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 995.016481] env[62788]: DEBUG oslo_vmware.rw_handles [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0c5-354f-f211-9192-b927a557c399/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 995.108502] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4405eff6-0818-4b80-a0ba-a810d3423af6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.171193] env[62788]: DEBUG nova.compute.manager [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 995.227121] env[62788]: DEBUG oslo_concurrency.lockutils [None req-63f1bd2d-8fb7-440a-8099-85e3628b7ff2 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "9cbb2005-3ede-4837-b5e1-0f6521043662" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.121s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.240715] env[62788]: DEBUG nova.scheduler.client.report [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.311956] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394453, 'name': ReconfigVM_Task, 'duration_secs': 0.662967} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.312516] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 8af8013d-e49b-484f-8fef-1ca817a5645c/8af8013d-e49b-484f-8fef-1ca817a5645c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.313512] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6de1b334-54ca-45a4-8b5d-e55c664e1067 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.320293] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 995.320293] env[62788]: value = "task-2394456" [ 995.320293] env[62788]: _type = "Task" [ 995.320293] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.329666] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394456, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.501796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "refresh_cache-50f92193-f3c9-425a-87e8-0069dc1f9919" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 995.502354] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "refresh_cache-50f92193-f3c9-425a-87e8-0069dc1f9919" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.502354] env[62788]: DEBUG nova.network.neutron [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.703612] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.745937] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.748297] env[62788]: DEBUG nova.compute.manager [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 995.752587] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.967s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.752872] env[62788]: DEBUG nova.objects.instance [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lazy-loading 'resources' on Instance uuid 57f5de6b-7290-4359-8b6d-5f66e6e9ace0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.833507] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394456, 'name': Rename_Task, 'duration_secs': 0.14963} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.833844] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.834053] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d71d6fc0-9a96-4306-915b-205f66022e5d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.841262] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 995.841262] env[62788]: value = "task-2394457" [ 995.841262] env[62788]: _type = "Task" [ 995.841262] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.854796] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.062889] env[62788]: DEBUG nova.network.neutron [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.263320] env[62788]: DEBUG nova.compute.utils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 996.264883] env[62788]: DEBUG nova.compute.manager [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 996.266196] env[62788]: DEBUG nova.network.neutron [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.336754] env[62788]: DEBUG nova.network.neutron [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Updating instance_info_cache with network_info: [{"id": "aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1", "address": "fa:16:3e:b6:0b:dd", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac08083-a2", "ovs_interfaceid": "aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.351431] env[62788]: DEBUG oslo_vmware.api [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394457, 'name': PowerOnVM_Task, 'duration_secs': 0.48913} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.353029] env[62788]: DEBUG nova.policy [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b70a73d46e1f4f4a80d03a69d6f3c2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e33d82093564b74817d00e7812582d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.354659] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.354899] env[62788]: DEBUG nova.compute.manager [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 996.355745] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0198f72c-05a8-47ca-8aff-c8acb3799fc2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.577784] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31386cb4-d0fc-4e3d-8c3e-a87709db86ee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.587876] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15040b95-aec5-4e78-82af-a81fd372357f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.623097] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd3f0f7-7d41-4d18-8298-117004eaf6db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.635663] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00e9187-c3ee-46c8-bbd2-503017e5a1f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.652130] env[62788]: DEBUG nova.compute.provider_tree [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.773024] env[62788]: DEBUG nova.compute.manager [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 996.775500] env[62788]: DEBUG nova.network.neutron [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Successfully created port: 99fbda61-8139-4884-94d1-5589bbf78f10 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.843338] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "refresh_cache-50f92193-f3c9-425a-87e8-0069dc1f9919" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 996.843338] env[62788]: DEBUG nova.compute.manager [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Instance network_info: |[{"id": "aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1", "address": "fa:16:3e:b6:0b:dd", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac08083-a2", "ovs_interfaceid": "aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 996.843338] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:0b:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.852161] env[62788]: DEBUG oslo.service.loopingcall [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 996.853171] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.853551] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13ac93c3-3e0a-4102-8f6c-aab34fe04619 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.883225] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.883225] env[62788]: value = "task-2394458" [ 996.883225] env[62788]: _type = "Task" [ 996.883225] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.883225] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.891759] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394458, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.924344] env[62788]: DEBUG nova.compute.manager [req-42757f19-7a1b-4cf9-be24-259d70b3555a req-7c0d77b0-e521-45de-95f6-1f6e2052aaf8 service nova] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Received event network-changed-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 996.924344] env[62788]: DEBUG nova.compute.manager [req-42757f19-7a1b-4cf9-be24-259d70b3555a req-7c0d77b0-e521-45de-95f6-1f6e2052aaf8 service nova] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Refreshing instance network info cache due to event network-changed-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 996.924344] env[62788]: DEBUG oslo_concurrency.lockutils [req-42757f19-7a1b-4cf9-be24-259d70b3555a req-7c0d77b0-e521-45de-95f6-1f6e2052aaf8 service nova] Acquiring lock "refresh_cache-50f92193-f3c9-425a-87e8-0069dc1f9919" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 996.924344] env[62788]: DEBUG oslo_concurrency.lockutils [req-42757f19-7a1b-4cf9-be24-259d70b3555a req-7c0d77b0-e521-45de-95f6-1f6e2052aaf8 service nova] Acquired lock "refresh_cache-50f92193-f3c9-425a-87e8-0069dc1f9919" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.924344] env[62788]: DEBUG nova.network.neutron [req-42757f19-7a1b-4cf9-be24-259d70b3555a req-7c0d77b0-e521-45de-95f6-1f6e2052aaf8 service nova] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Refreshing network info cache for port aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.057304] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.057304] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.156089] env[62788]: DEBUG nova.scheduler.client.report [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.392283] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394458, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.561026] env[62788]: DEBUG nova.compute.manager [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 997.661878] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 997.664200] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.824s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 997.664445] env[62788]: DEBUG nova.objects.instance [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lazy-loading 'resources' on Instance uuid 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.684033] env[62788]: DEBUG nova.network.neutron [req-42757f19-7a1b-4cf9-be24-259d70b3555a req-7c0d77b0-e521-45de-95f6-1f6e2052aaf8 service nova] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Updated VIF entry in instance network info cache for port aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.684403] env[62788]: DEBUG nova.network.neutron [req-42757f19-7a1b-4cf9-be24-259d70b3555a req-7c0d77b0-e521-45de-95f6-1f6e2052aaf8 service nova] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Updating instance_info_cache with network_info: [{"id": "aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1", "address": "fa:16:3e:b6:0b:dd", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaac08083-a2", "ovs_interfaceid": "aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.688929] env[62788]: INFO nova.scheduler.client.report [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Deleted allocations for instance 57f5de6b-7290-4359-8b6d-5f66e6e9ace0 [ 997.785974] env[62788]: DEBUG nova.compute.manager [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 997.801800] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.809310] env[62788]: DEBUG nova.virt.hardware [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.809586] env[62788]: DEBUG nova.virt.hardware [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.809745] env[62788]: DEBUG nova.virt.hardware [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.810219] env[62788]: DEBUG nova.virt.hardware [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.810367] env[62788]: DEBUG nova.virt.hardware [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.810521] env[62788]: DEBUG nova.virt.hardware [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.810728] env[62788]: DEBUG nova.virt.hardware [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.810885] env[62788]: DEBUG nova.virt.hardware [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.811059] env[62788]: DEBUG nova.virt.hardware [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.811228] env[62788]: DEBUG nova.virt.hardware [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.811464] env[62788]: DEBUG nova.virt.hardware [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.812332] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a4ab6e-9502-4185-9b8b-862d119a3f81 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.820625] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d6d803-8577-418f-bde7-be97ffe9cc88 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.893082] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394458, 'name': CreateVM_Task, 'duration_secs': 0.519204} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.893082] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.893337] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.894032] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.894032] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 997.894197] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c8be27-c017-408c-9936-61b62d4c86a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.898887] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 997.898887] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c87288-cddb-a006-ef4a-f1750a2a4590" [ 997.898887] env[62788]: _type = "Task" [ 997.898887] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.906857] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c87288-cddb-a006-ef4a-f1750a2a4590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.085403] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.187175] env[62788]: DEBUG oslo_concurrency.lockutils [req-42757f19-7a1b-4cf9-be24-259d70b3555a req-7c0d77b0-e521-45de-95f6-1f6e2052aaf8 service nova] Releasing lock "refresh_cache-50f92193-f3c9-425a-87e8-0069dc1f9919" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.197573] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f37d0438-a346-42ff-b8d9-64124fe7fc72 tempest-SecurityGroupsTestJSON-772576275 tempest-SecurityGroupsTestJSON-772576275-project-member] Lock "57f5de6b-7290-4359-8b6d-5f66e6e9ace0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.436s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.410176] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c87288-cddb-a006-ef4a-f1750a2a4590, 'name': SearchDatastore_Task, 'duration_secs': 0.013586} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.410555] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.410857] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.411161] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.411405] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.411632] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.412802] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8be442d-48b0-4e29-a4e3-a5962b8c44a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.415110] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4802ce-b4bc-4abf-8c3f-2d5e405c62ca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.422603] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e266139a-7fb2-44ea-bcbe-1e868f74c0f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.426467] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.426704] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.427712] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc54217a-4f0a-47db-be6e-e7c80d166002 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.456141] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a6e941-c264-4c7f-80a2-0b9d4ff67428 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.460248] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 998.460248] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a4caf2-e726-4045-3dac-19384dca7bcf" [ 998.460248] env[62788]: _type = "Task" [ 998.460248] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.467286] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ade885-b1dd-4426-bd7a-8c69f668cdbc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.474493] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a4caf2-e726-4045-3dac-19384dca7bcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.484750] env[62788]: DEBUG nova.compute.provider_tree [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.668678] env[62788]: DEBUG nova.network.neutron [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Successfully updated port: 99fbda61-8139-4884-94d1-5589bbf78f10 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.951555] env[62788]: DEBUG nova.compute.manager [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Received event network-vif-plugged-99fbda61-8139-4884-94d1-5589bbf78f10 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 998.951787] env[62788]: DEBUG oslo_concurrency.lockutils [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] Acquiring lock "b6924f32-ae5d-40ab-8619-26e1627a0264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.951999] env[62788]: DEBUG oslo_concurrency.lockutils [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] Lock "b6924f32-ae5d-40ab-8619-26e1627a0264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.952475] env[62788]: DEBUG oslo_concurrency.lockutils [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] Lock "b6924f32-ae5d-40ab-8619-26e1627a0264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.952759] env[62788]: DEBUG nova.compute.manager [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] No waiting events found dispatching network-vif-plugged-99fbda61-8139-4884-94d1-5589bbf78f10 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.952882] env[62788]: WARNING nova.compute.manager [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Received unexpected event network-vif-plugged-99fbda61-8139-4884-94d1-5589bbf78f10 for instance with vm_state building and task_state spawning. [ 998.953066] env[62788]: DEBUG nova.compute.manager [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Received event network-changed-99fbda61-8139-4884-94d1-5589bbf78f10 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 998.953253] env[62788]: DEBUG nova.compute.manager [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Refreshing instance network info cache due to event network-changed-99fbda61-8139-4884-94d1-5589bbf78f10. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 998.953470] env[62788]: DEBUG oslo_concurrency.lockutils [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] Acquiring lock "refresh_cache-b6924f32-ae5d-40ab-8619-26e1627a0264" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 998.953616] env[62788]: DEBUG oslo_concurrency.lockutils [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] Acquired lock "refresh_cache-b6924f32-ae5d-40ab-8619-26e1627a0264" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.953836] env[62788]: DEBUG nova.network.neutron [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Refreshing network info cache for port 99fbda61-8139-4884-94d1-5589bbf78f10 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.971648] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a4caf2-e726-4045-3dac-19384dca7bcf, 'name': SearchDatastore_Task, 'duration_secs': 0.012881} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.972687] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846dc640-5996-4236-b931-cf1dfc52415a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.978127] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 998.978127] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522f18a1-fe5a-e97f-5713-8e6652353fbd" [ 998.978127] env[62788]: _type = "Task" [ 998.978127] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.986480] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522f18a1-fe5a-e97f-5713-8e6652353fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.990464] env[62788]: DEBUG nova.scheduler.client.report [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.173847] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "refresh_cache-b6924f32-ae5d-40ab-8619-26e1627a0264" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.489496] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522f18a1-fe5a-e97f-5713-8e6652353fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.017273} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.489785] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.490058] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 50f92193-f3c9-425a-87e8-0069dc1f9919/50f92193-f3c9-425a-87e8-0069dc1f9919.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.490401] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3358bf19-57d1-4c9f-ba3d-b8ff3d061fd8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.495333] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.499110] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.164s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.499110] env[62788]: DEBUG nova.objects.instance [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lazy-loading 'resources' on Instance uuid b91af2fd-959d-4183-ba12-0dc1f081d4c1 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.502293] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 999.502293] env[62788]: value = "task-2394459" [ 999.502293] env[62788]: _type = "Task" [ 999.502293] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.507678] env[62788]: DEBUG nova.network.neutron [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.515877] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.521367] env[62788]: INFO nova.scheduler.client.report [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted allocations for instance 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0 [ 999.623642] env[62788]: DEBUG nova.network.neutron [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.019198] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.032139] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9e7f51e-b920-4e44-87f7-cca0f8e4209a tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.814s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.126700] env[62788]: DEBUG oslo_concurrency.lockutils [req-820db08a-bfaf-4ced-b6a3-90cb6ae758b5 req-32772d23-7c5e-4068-ac69-6d73016b4355 service nova] Releasing lock "refresh_cache-b6924f32-ae5d-40ab-8619-26e1627a0264" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.127491] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "refresh_cache-b6924f32-ae5d-40ab-8619-26e1627a0264" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.127606] env[62788]: DEBUG nova.network.neutron [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.247684] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91767a79-c7f0-4c52-8909-22a5cfd133eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.256177] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55094570-1448-4f96-9396-ec609b087b7d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.288046] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef0c8c6-cc99-4d11-96b0-0a770bf85806 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.296184] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fad91d5-76b0-4436-af6e-414e77707bcd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.311294] env[62788]: DEBUG nova.compute.provider_tree [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.515052] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619206} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.515337] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 50f92193-f3c9-425a-87e8-0069dc1f9919/50f92193-f3c9-425a-87e8-0069dc1f9919.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.515565] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.515822] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaf2840f-11d1-4c20-b1df-ccb1484fdb44 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.523357] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1000.523357] env[62788]: value = "task-2394460" [ 1000.523357] env[62788]: _type = "Task" [ 1000.523357] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.533511] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.672243] env[62788]: DEBUG nova.network.neutron [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.809944] env[62788]: DEBUG nova.network.neutron [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Updating instance_info_cache with network_info: [{"id": "99fbda61-8139-4884-94d1-5589bbf78f10", "address": "fa:16:3e:65:81:e7", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fbda61-81", "ovs_interfaceid": "99fbda61-8139-4884-94d1-5589bbf78f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.814717] env[62788]: DEBUG nova.scheduler.client.report [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.032769] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067419} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.033158] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.034114] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777c21d-1667-4e36-8d99-7dbbcd9a5708 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.062925] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 50f92193-f3c9-425a-87e8-0069dc1f9919/50f92193-f3c9-425a-87e8-0069dc1f9919.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.063288] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc9ad6b9-b590-4c21-b367-e413f097f8ae {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.086817] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1001.086817] env[62788]: value = "task-2394461" [ 1001.086817] env[62788]: _type = "Task" [ 1001.086817] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.095902] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.315187] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "refresh_cache-b6924f32-ae5d-40ab-8619-26e1627a0264" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.315542] env[62788]: DEBUG nova.compute.manager [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Instance network_info: |[{"id": "99fbda61-8139-4884-94d1-5589bbf78f10", "address": "fa:16:3e:65:81:e7", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99fbda61-81", "ovs_interfaceid": "99fbda61-8139-4884-94d1-5589bbf78f10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1001.315966] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:81:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99fbda61-8139-4884-94d1-5589bbf78f10', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.323505] env[62788]: DEBUG oslo.service.loopingcall [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1001.324224] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.326287] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.326785] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.624s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.328265] env[62788]: INFO nova.compute.claims [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.330753] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0874b64-7fba-4e7d-9b17-257d66eeba4e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.358746] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.358746] env[62788]: value = "task-2394462" [ 1001.358746] env[62788]: _type = "Task" [ 1001.358746] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.359765] env[62788]: INFO nova.scheduler.client.report [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted allocations for instance b91af2fd-959d-4183-ba12-0dc1f081d4c1 [ 1001.377024] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394462, 'name': CreateVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.598189] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394461, 'name': ReconfigVM_Task, 'duration_secs': 0.414312} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.598601] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 50f92193-f3c9-425a-87e8-0069dc1f9919/50f92193-f3c9-425a-87e8-0069dc1f9919.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.599549] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b0cb94a-c8c3-4eb1-9636-19108630dac6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.611539] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1001.611539] env[62788]: value = "task-2394463" [ 1001.611539] env[62788]: _type = "Task" [ 1001.611539] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.623936] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394463, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.874980] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be319fb8-a094-43c5-8c8e-9b4905569aa5 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "b91af2fd-959d-4183-ba12-0dc1f081d4c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.210s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.886949] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394462, 'name': CreateVM_Task, 'duration_secs': 0.432513} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.887209] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.887926] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.888107] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.888440] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.889014] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c0c8d94-9b1e-44ee-b604-5aa92674e033 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.896756] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1001.896756] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529f29b8-7de1-965d-bdc5-5996bc7f2080" [ 1001.896756] env[62788]: _type = "Task" [ 1001.896756] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.908814] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529f29b8-7de1-965d-bdc5-5996bc7f2080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.122965] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394463, 'name': Rename_Task, 'duration_secs': 0.199029} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.123318] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.123501] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff04a1fe-344a-418e-ac3d-a678c7e475d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.130933] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1002.130933] env[62788]: value = "task-2394464" [ 1002.130933] env[62788]: _type = "Task" [ 1002.130933] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.141121] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.417379] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529f29b8-7de1-965d-bdc5-5996bc7f2080, 'name': SearchDatastore_Task, 'duration_secs': 0.013594} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.417379] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.417379] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.417379] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.417379] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.417379] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.418595] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdd52407-df87-49c7-98f3-27c80e36c3ac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.428751] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.428935] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.429674] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bcd5b58-a264-4490-81bc-9ec3319cf551 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.437169] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1002.437169] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52da461d-e9b4-ab93-3ed3-4fad67134f30" [ 1002.437169] env[62788]: _type = "Task" [ 1002.437169] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.455100] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52da461d-e9b4-ab93-3ed3-4fad67134f30, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.457637] env[62788]: DEBUG oslo_vmware.rw_handles [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0c5-354f-f211-9192-b927a557c399/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1002.458811] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9855045-9e1b-496f-87d3-b9262ff52b36 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.463439] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19208e99-fd60-4685-8066-9e73ce22f2d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.474475] env[62788]: DEBUG oslo_vmware.rw_handles [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0c5-354f-f211-9192-b927a557c399/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1002.474719] env[62788]: ERROR oslo_vmware.rw_handles [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0c5-354f-f211-9192-b927a557c399/disk-0.vmdk due to incomplete transfer. [ 1002.475716] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-991213db-3e83-4dfe-ba5e-996fa7bff9c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.477306] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1002.477306] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527279b4-9f92-ffc1-0499-82dff1547a09" [ 1002.477306] env[62788]: _type = "Task" [ 1002.477306] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.490682] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527279b4-9f92-ffc1-0499-82dff1547a09, 'name': SearchDatastore_Task, 'duration_secs': 0.008926} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.492019] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.492320] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] b6924f32-ae5d-40ab-8619-26e1627a0264/b6924f32-ae5d-40ab-8619-26e1627a0264.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.492615] env[62788]: DEBUG oslo_vmware.rw_handles [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a9a0c5-354f-f211-9192-b927a557c399/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1002.492882] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Uploaded image 8a300df8-0d5c-4e37-ba27-c19a5ff6294c to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1002.494807] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1002.497281] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b43e1430-f3a5-4a34-8e55-9cb8c83d292b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.499274] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-901d81f8-144a-4edd-945e-33bee853b473 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.505187] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1002.505187] env[62788]: value = "task-2394465" [ 1002.505187] env[62788]: _type = "Task" [ 1002.505187] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.506368] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1002.506368] env[62788]: value = "task-2394466" [ 1002.506368] env[62788]: _type = "Task" [ 1002.506368] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.519098] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.524662] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394466, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.640780] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394464, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.653600] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187b0ae9-875b-4ea8-9dfb-a0cba8d0cb61 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.660856] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b224f46-f17e-4700-9749-ecc473840754 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.696324] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb321723-4967-4d20-bff4-c7db149cfe75 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.704973] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffc15a3-8dcd-4f0b-a3fc-2228d1b693a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.718821] env[62788]: DEBUG nova.compute.provider_tree [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.020195] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394465, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.024029] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394466, 'name': Destroy_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.143412] env[62788]: DEBUG oslo_vmware.api [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394464, 'name': PowerOnVM_Task, 'duration_secs': 0.666168} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.143696] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.143935] env[62788]: INFO nova.compute.manager [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1003.144195] env[62788]: DEBUG nova.compute.manager [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1003.145140] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e49eea-5906-4e63-8a94-3ec7dc7e5800 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.175034] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "56401058-ae89-4c30-a33e-1cb7a4417634" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.175298] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "56401058-ae89-4c30-a33e-1cb7a4417634" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.229262] env[62788]: DEBUG nova.scheduler.client.report [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.521766] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394466, 'name': Destroy_Task, 'duration_secs': 0.779581} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.525409] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Destroyed the VM [ 1003.525507] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1003.525813] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593606} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.526045] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-10bf6305-8425-4ce9-a293-e5ef0430efba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.528344] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] b6924f32-ae5d-40ab-8619-26e1627a0264/b6924f32-ae5d-40ab-8619-26e1627a0264.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.528774] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.529091] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-975ca8fa-724c-4228-8717-9de6ac82d8be {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.541026] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1003.541026] env[62788]: value = "task-2394468" [ 1003.541026] env[62788]: _type = "Task" [ 1003.541026] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.541026] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1003.541026] env[62788]: value = "task-2394467" [ 1003.541026] env[62788]: _type = "Task" [ 1003.541026] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.554529] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.559194] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394467, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.618359] env[62788]: DEBUG oslo_concurrency.lockutils [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "be7b39b1-bf0b-404e-aaf9-183262a12034" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.618714] env[62788]: DEBUG oslo_concurrency.lockutils [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "be7b39b1-bf0b-404e-aaf9-183262a12034" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.619683] env[62788]: DEBUG oslo_concurrency.lockutils [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "be7b39b1-bf0b-404e-aaf9-183262a12034-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.619683] env[62788]: DEBUG oslo_concurrency.lockutils [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "be7b39b1-bf0b-404e-aaf9-183262a12034-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.619683] env[62788]: DEBUG oslo_concurrency.lockutils [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "be7b39b1-bf0b-404e-aaf9-183262a12034-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.623693] env[62788]: INFO nova.compute.manager [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Terminating instance [ 1003.675113] env[62788]: INFO nova.compute.manager [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Took 21.34 seconds to build instance. [ 1003.678806] env[62788]: DEBUG nova.compute.manager [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1003.737427] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.738112] env[62788]: DEBUG nova.compute.manager [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1003.744891] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.863s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.746046] env[62788]: DEBUG nova.objects.instance [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1004.052491] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156795} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.055836] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.056036] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394467, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.057132] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cb66d3-10b4-4a5d-826a-ba6ad24645be {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.080698] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b6924f32-ae5d-40ab-8619-26e1627a0264/b6924f32-ae5d-40ab-8619-26e1627a0264.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.081016] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f207fade-9d2f-453e-b7dd-b5cc70b3d1df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.104596] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1004.104596] env[62788]: value = "task-2394469" [ 1004.104596] env[62788]: _type = "Task" [ 1004.104596] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.113703] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.129101] env[62788]: DEBUG nova.compute.manager [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1004.129101] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.130444] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e179d538-6b2f-4f54-b741-434a40a6c94b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.137678] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.138350] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96652a22-3502-406a-977c-988471903d05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.179882] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37a89ce9-679c-45b2-8f0d-f8a340f62121 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.859s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.215066] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.223563] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.225879] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.254023] env[62788]: DEBUG nova.compute.utils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1004.254023] env[62788]: DEBUG nova.compute.manager [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1004.254023] env[62788]: DEBUG nova.network.neutron [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.326938] env[62788]: DEBUG nova.policy [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea0595f0cbbb4741827842b7f27c859a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c155972018b4b798f99fb28cd6cebd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.415937] env[62788]: DEBUG oslo_concurrency.lockutils [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "50f92193-f3c9-425a-87e8-0069dc1f9919" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1004.415937] env[62788]: DEBUG oslo_concurrency.lockutils [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.415937] env[62788]: DEBUG nova.compute.manager [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1004.415937] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119197cd-2e66-49fc-af0a-c295a3dc3014 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.424177] env[62788]: DEBUG nova.compute.manager [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62788) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3418}} [ 1004.424177] env[62788]: DEBUG nova.objects.instance [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lazy-loading 'flavor' on Instance uuid 50f92193-f3c9-425a-87e8-0069dc1f9919 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.559247] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394467, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.615587] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.661350] env[62788]: DEBUG nova.network.neutron [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Successfully created port: 8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.734759] env[62788]: DEBUG nova.compute.manager [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1004.756974] env[62788]: DEBUG nova.compute.manager [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1004.765021] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.765021] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.765021] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleting the datastore file [datastore1] be7b39b1-bf0b-404e-aaf9-183262a12034 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.765021] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3acced63-ceb4-4917-aed8-49beab5afeb7 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.765785] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33fd6e81-691a-4ffe-973c-b8c7d261c31a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.771587] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.970s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.771805] env[62788]: DEBUG nova.objects.instance [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lazy-loading 'pci_requests' on Instance uuid 7ff81b21-7171-4a1d-9dd1-1344f46a434a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.776817] env[62788]: DEBUG oslo_vmware.api [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1004.776817] env[62788]: value = "task-2394471" [ 1004.776817] env[62788]: _type = "Task" [ 1004.776817] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.791348] env[62788]: DEBUG oslo_vmware.api [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.054243] env[62788]: DEBUG oslo_vmware.api [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394467, 'name': RemoveSnapshot_Task, 'duration_secs': 1.070895} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.054524] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1005.054766] env[62788]: INFO nova.compute.manager [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Took 14.71 seconds to snapshot the instance on the hypervisor. [ 1005.078305] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "790066d5-95c6-4621-8fc2-ba963e0558a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.078922] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.114370] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394469, 'name': ReconfigVM_Task, 'duration_secs': 0.58554} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.114757] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b6924f32-ae5d-40ab-8619-26e1627a0264/b6924f32-ae5d-40ab-8619-26e1627a0264.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.115395] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e9269cf-7803-45a1-94e7-fbfdfe9ceee1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.121174] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1005.121174] env[62788]: value = "task-2394472" [ 1005.121174] env[62788]: _type = "Task" [ 1005.121174] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.128523] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394472, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.257187] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.276188] env[62788]: DEBUG nova.objects.instance [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lazy-loading 'numa_topology' on Instance uuid 7ff81b21-7171-4a1d-9dd1-1344f46a434a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.287416] env[62788]: DEBUG oslo_vmware.api [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420719} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.287562] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.287794] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.287923] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.288163] env[62788]: INFO nova.compute.manager [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1005.288371] env[62788]: DEBUG oslo.service.loopingcall [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1005.288691] env[62788]: DEBUG nova.compute.manager [-] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1005.288745] env[62788]: DEBUG nova.network.neutron [-] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.434488] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.434840] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-164d86da-5e20-4cd6-aef7-25c91a08d5da {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.442432] env[62788]: DEBUG oslo_vmware.api [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1005.442432] env[62788]: value = "task-2394473" [ 1005.442432] env[62788]: _type = "Task" [ 1005.442432] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.454419] env[62788]: DEBUG oslo_vmware.api [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.559635] env[62788]: DEBUG nova.compute.manager [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Instance disappeared during snapshot {{(pid=62788) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4609}} [ 1005.585220] env[62788]: DEBUG nova.compute.manager [req-01b2e2c4-a47b-40a4-9cb2-85b0757a393e req-e2a86b31-2b95-4f8b-aee8-d8c9d1fb5a45 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Received event network-vif-deleted-6ae26fa4-e89c-4f1a-972b-d3001c146b17 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1005.585590] env[62788]: INFO nova.compute.manager [req-01b2e2c4-a47b-40a4-9cb2-85b0757a393e req-e2a86b31-2b95-4f8b-aee8-d8c9d1fb5a45 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Neutron deleted interface 6ae26fa4-e89c-4f1a-972b-d3001c146b17; detaching it from the instance and deleting it from the info cache [ 1005.585807] env[62788]: DEBUG nova.network.neutron [req-01b2e2c4-a47b-40a4-9cb2-85b0757a393e req-e2a86b31-2b95-4f8b-aee8-d8c9d1fb5a45 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.592225] env[62788]: DEBUG nova.compute.manager [None req-1dd248e3-5c7a-4591-b7f3-c47e70d5896a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image not found during clean up 8a300df8-0d5c-4e37-ba27-c19a5ff6294c {{(pid=62788) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4615}} [ 1005.594549] env[62788]: DEBUG nova.compute.manager [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1005.632855] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394472, 'name': Rename_Task, 'duration_secs': 0.152296} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.633226] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.633529] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fae62c1-526d-4690-9afb-deb38a80479f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.640412] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1005.640412] env[62788]: value = "task-2394474" [ 1005.640412] env[62788]: _type = "Task" [ 1005.640412] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.648415] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.771316] env[62788]: DEBUG nova.compute.manager [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1005.784607] env[62788]: INFO nova.compute.claims [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.805894] env[62788]: DEBUG nova.virt.hardware [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.806174] env[62788]: DEBUG nova.virt.hardware [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.806339] env[62788]: DEBUG nova.virt.hardware [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.806618] env[62788]: DEBUG nova.virt.hardware [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.806717] env[62788]: DEBUG nova.virt.hardware [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.806869] env[62788]: DEBUG nova.virt.hardware [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.807669] env[62788]: DEBUG nova.virt.hardware [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.807669] env[62788]: DEBUG nova.virt.hardware [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.807884] env[62788]: DEBUG nova.virt.hardware [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.809129] env[62788]: DEBUG nova.virt.hardware [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.809512] env[62788]: DEBUG nova.virt.hardware [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.810384] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6868c7-22e5-49ef-a190-a3c2836a8765 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.819653] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eca23a-5e97-4ce7-9477-474b19527f3e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.953028] env[62788]: DEBUG oslo_vmware.api [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394473, 'name': PowerOffVM_Task, 'duration_secs': 0.220902} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.953371] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.953638] env[62788]: DEBUG nova.compute.manager [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1005.954564] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da55c97f-c4d3-4eff-a83d-6414f9aa508e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.053550] env[62788]: DEBUG nova.network.neutron [-] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.092056] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-beeca0bf-4e53-43f0-bc61-d3572ee5c742 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.104212] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9513036-641a-421c-9674-8743824f68f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.139747] env[62788]: DEBUG nova.compute.manager [req-01b2e2c4-a47b-40a4-9cb2-85b0757a393e req-e2a86b31-2b95-4f8b-aee8-d8c9d1fb5a45 service nova] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Detach interface failed, port_id=6ae26fa4-e89c-4f1a-972b-d3001c146b17, reason: Instance be7b39b1-bf0b-404e-aaf9-183262a12034 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1006.141145] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.149482] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.467556] env[62788]: DEBUG oslo_concurrency.lockutils [None req-830fff21-aefd-40e7-b65d-c2f48d046566 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.556105] env[62788]: INFO nova.compute.manager [-] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Took 1.27 seconds to deallocate network for instance. [ 1006.567320] env[62788]: DEBUG nova.network.neutron [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Successfully updated port: 8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.651023] env[62788]: DEBUG oslo_vmware.api [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394474, 'name': PowerOnVM_Task, 'duration_secs': 0.678241} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.651381] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.651629] env[62788]: INFO nova.compute.manager [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1006.651770] env[62788]: DEBUG nova.compute.manager [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1006.652561] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51b59ce-5718-4628-99e2-78aa3f872e37 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.666027] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquiring lock "e8873fbd-7b59-4a34-a65c-4d84389413c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.666264] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Lock "e8873fbd-7b59-4a34-a65c-4d84389413c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.666477] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquiring lock "e8873fbd-7b59-4a34-a65c-4d84389413c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.666628] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Lock "e8873fbd-7b59-4a34-a65c-4d84389413c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.666796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Lock "e8873fbd-7b59-4a34-a65c-4d84389413c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.669624] env[62788]: INFO nova.compute.manager [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Terminating instance [ 1007.010303] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b227a28-a235-46a8-bf45-46eb0c6b4605 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.017869] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ec577f-abfb-43df-b3c8-fec1c845e820 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.049942] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a0c1c3-e595-499e-9ffa-c925c1fd68d0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.057675] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1a6657-8705-4009-8c0e-6ad1345050a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.072408] env[62788]: DEBUG oslo_concurrency.lockutils [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.072860] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquiring lock "refresh_cache-cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.072979] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquired lock "refresh_cache-cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.073153] env[62788]: DEBUG nova.network.neutron [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.074484] env[62788]: DEBUG nova.compute.provider_tree [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.089282] env[62788]: INFO nova.compute.manager [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Rebuilding instance [ 1007.128797] env[62788]: DEBUG nova.compute.manager [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1007.129721] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aea8c4f-f9a9-46f7-93be-701342600595 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.170985] env[62788]: INFO nova.compute.manager [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Took 22.45 seconds to build instance. [ 1007.174861] env[62788]: DEBUG nova.compute.manager [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1007.174861] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.175357] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07860cd-7f3d-49bd-870a-348628f36c3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.183750] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.183981] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6d2b4f3-0332-4b41-b7e1-58cac49b8441 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.191036] env[62788]: DEBUG oslo_vmware.api [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for the task: (returnval){ [ 1007.191036] env[62788]: value = "task-2394475" [ 1007.191036] env[62788]: _type = "Task" [ 1007.191036] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.199050] env[62788]: DEBUG oslo_vmware.api [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.597014] env[62788]: ERROR nova.scheduler.client.report [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [req-ef997e2c-4832-4dac-ac5d-b19ea32c95e4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef997e2c-4832-4dac-ac5d-b19ea32c95e4"}]} [ 1007.613405] env[62788]: DEBUG nova.compute.manager [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Received event network-vif-plugged-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1007.613637] env[62788]: DEBUG oslo_concurrency.lockutils [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] Acquiring lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1007.613848] env[62788]: DEBUG oslo_concurrency.lockutils [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] Lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1007.614296] env[62788]: DEBUG oslo_concurrency.lockutils [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] Lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.614296] env[62788]: DEBUG nova.compute.manager [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] No waiting events found dispatching network-vif-plugged-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.614456] env[62788]: WARNING nova.compute.manager [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Received unexpected event network-vif-plugged-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 for instance with vm_state building and task_state spawning. [ 1007.614569] env[62788]: DEBUG nova.compute.manager [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Received event network-changed-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1007.614729] env[62788]: DEBUG nova.compute.manager [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Refreshing instance network info cache due to event network-changed-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1007.614894] env[62788]: DEBUG oslo_concurrency.lockutils [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] Acquiring lock "refresh_cache-cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.615894] env[62788]: DEBUG nova.scheduler.client.report [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1007.629290] env[62788]: DEBUG nova.network.neutron [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.631793] env[62788]: DEBUG nova.scheduler.client.report [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1007.631939] env[62788]: DEBUG nova.compute.provider_tree [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.644302] env[62788]: DEBUG nova.scheduler.client.report [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1007.662676] env[62788]: DEBUG nova.scheduler.client.report [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1007.673530] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7ae28930-6473-46de-9d5e-02d5102635bc tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "b6924f32-ae5d-40ab-8619-26e1627a0264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.965s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.704900] env[62788]: DEBUG oslo_vmware.api [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394475, 'name': PowerOffVM_Task, 'duration_secs': 0.190878} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.705155] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.705320] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.708012] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f23db728-8034-40eb-a824-5ba27aa1a657 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.772963] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.773199] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.773382] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Deleting the datastore file [datastore2] e8873fbd-7b59-4a34-a65c-4d84389413c4 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.774404] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5469f6e7-0fc9-4f8a-b8eb-cd74c9e0939f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.782754] env[62788]: DEBUG oslo_vmware.api [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for the task: (returnval){ [ 1007.782754] env[62788]: value = "task-2394477" [ 1007.782754] env[62788]: _type = "Task" [ 1007.782754] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.791905] env[62788]: DEBUG oslo_vmware.api [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.847274] env[62788]: DEBUG nova.network.neutron [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Updating instance_info_cache with network_info: [{"id": "8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36", "address": "fa:16:3e:77:db:5f", "network": {"id": "723b3dac-e356-402f-ab54-76bfa6fac951", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-657969239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c155972018b4b798f99fb28cd6cebd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7eb6cc-82", "ovs_interfaceid": "8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.929750] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa69606c-d436-4de4-8a32-acd24d323570 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.937039] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e42ef0-1cad-4b7d-9531-f7dff1ebdd91 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.966983] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f438a4-a74c-480d-a428-1d877f81f173 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.974339] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3888bc-da82-495f-a3e5-14d4986368eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.987146] env[62788]: DEBUG nova.compute.provider_tree [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.141890] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.142290] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a10d2d92-1015-4584-a081-75ee658e6a24 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.149483] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1008.149483] env[62788]: value = "task-2394478" [ 1008.149483] env[62788]: _type = "Task" [ 1008.149483] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.157017] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.294043] env[62788]: DEBUG oslo_vmware.api [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Task: {'id': task-2394477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140149} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.294301] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.294482] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.294656] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.294829] env[62788]: INFO nova.compute.manager [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1008.295077] env[62788]: DEBUG oslo.service.loopingcall [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.295265] env[62788]: DEBUG nova.compute.manager [-] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1008.295359] env[62788]: DEBUG nova.network.neutron [-] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.350012] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Releasing lock "refresh_cache-cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1008.350420] env[62788]: DEBUG nova.compute.manager [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Instance network_info: |[{"id": "8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36", "address": "fa:16:3e:77:db:5f", "network": {"id": "723b3dac-e356-402f-ab54-76bfa6fac951", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-657969239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c155972018b4b798f99fb28cd6cebd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7eb6cc-82", "ovs_interfaceid": "8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1008.350723] env[62788]: DEBUG oslo_concurrency.lockutils [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] Acquired lock "refresh_cache-cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.350897] env[62788]: DEBUG nova.network.neutron [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Refreshing network info cache for port 8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.352662] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:db:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7abeeabc-351d-404c-ada6-6a7305667707', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.359705] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Creating folder: Project (2c155972018b4b798f99fb28cd6cebd6). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.360230] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44410f6d-b69e-4bd2-900c-0f733e887d9f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.372998] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Created folder: Project (2c155972018b4b798f99fb28cd6cebd6) in parent group-v485515. [ 1008.372998] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Creating folder: Instances. Parent ref: group-v485756. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.373586] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34c1c1ff-9e50-4681-83af-84b57a123201 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.383100] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Created folder: Instances in parent group-v485756. [ 1008.383348] env[62788]: DEBUG oslo.service.loopingcall [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1008.383536] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.383741] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be25064c-ed91-4216-8565-0f31918e6ca2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.403328] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.403328] env[62788]: value = "task-2394481" [ 1008.403328] env[62788]: _type = "Task" [ 1008.403328] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.410670] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394481, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.511534] env[62788]: INFO nova.compute.manager [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Rebuilding instance [ 1008.527786] env[62788]: DEBUG nova.scheduler.client.report [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1008.528059] env[62788]: DEBUG nova.compute.provider_tree [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 114 to 115 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1008.528274] env[62788]: DEBUG nova.compute.provider_tree [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.571159] env[62788]: DEBUG nova.compute.manager [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1008.572063] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57fc97f-8f6c-4cae-9cc3-ba596a256dc8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.669528] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1008.669941] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.670778] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d9d90-75ee-4625-a8d8-271afd8af389 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.678942] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.679260] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b701711b-f165-4ed0-8126-14c8fb62e3f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.916829] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394481, 'name': CreateVM_Task} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.917639] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.919080] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.919195] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.919587] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.919937] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1008.920111] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1008.920327] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleting the datastore file [datastore1] 50f92193-f3c9-425a-87e8-0069dc1f9919 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1008.920596] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09beed2e-55d2-4cf8-969f-5d338366cb99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.922579] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e329f39b-69be-440b-baef-0c6260cda08d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.927798] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for the task: (returnval){ [ 1008.927798] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5296d1f0-4a86-cc2a-0941-85c1c03829a9" [ 1008.927798] env[62788]: _type = "Task" [ 1008.927798] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.931620] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1008.931620] env[62788]: value = "task-2394483" [ 1008.931620] env[62788]: _type = "Task" [ 1008.931620] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.938157] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5296d1f0-4a86-cc2a-0941-85c1c03829a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.942971] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.034389] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.263s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.036512] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.951s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.039509] env[62788]: INFO nova.compute.claims [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.103857] env[62788]: INFO nova.network.neutron [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updating port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1009.228957] env[62788]: DEBUG nova.network.neutron [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Updated VIF entry in instance network info cache for port 8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.229342] env[62788]: DEBUG nova.network.neutron [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Updating instance_info_cache with network_info: [{"id": "8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36", "address": "fa:16:3e:77:db:5f", "network": {"id": "723b3dac-e356-402f-ab54-76bfa6fac951", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-657969239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c155972018b4b798f99fb28cd6cebd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7abeeabc-351d-404c-ada6-6a7305667707", "external-id": "nsx-vlan-transportzone-9", "segmentation_id": 9, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c7eb6cc-82", "ovs_interfaceid": "8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.351681] env[62788]: DEBUG nova.network.neutron [-] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.439558] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5296d1f0-4a86-cc2a-0941-85c1c03829a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.440313] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.440581] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.441590] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.441590] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.441590] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.444447] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c31e88cb-52f9-429f-b3f0-9eeaecbc0bb8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.446253] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151882} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.446484] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.446659] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.446830] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.456220] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.456463] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.457307] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8adb6e4e-1361-43bb-8023-844419bfa887 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.463031] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for the task: (returnval){ [ 1009.463031] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e72449-66d9-b62d-4f11-5820e3c1c125" [ 1009.463031] env[62788]: _type = "Task" [ 1009.463031] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.472735] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e72449-66d9-b62d-4f11-5820e3c1c125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.564250] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0526de61-bb09-446c-a66f-7252e27de308 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1009.564494] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0526de61-bb09-446c-a66f-7252e27de308 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1009.564806] env[62788]: DEBUG nova.objects.instance [None req-0526de61-bb09-446c-a66f-7252e27de308 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'flavor' on Instance uuid 130e2f44-88b4-4acd-a686-f46ec59d4e49 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.587496] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.587624] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-989a6bf7-6a6f-46db-96a1-a5c3b3e7c5cc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.595485] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1009.595485] env[62788]: value = "task-2394484" [ 1009.595485] env[62788]: _type = "Task" [ 1009.595485] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.603395] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394484, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.656595] env[62788]: DEBUG nova.compute.manager [req-13e61a1c-cd66-48d2-ab0a-e6830858589e req-76d1cf3b-94d1-4be0-9f81-024173d0ee0c service nova] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Received event network-vif-deleted-d1c659b1-13df-4651-a6cf-07df81bcfdec {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1009.732711] env[62788]: DEBUG oslo_concurrency.lockutils [req-a72d42e0-a404-4ceb-95e6-0265e8cce358 req-60c56ebf-9c9d-4569-a831-e5d6cf238916 service nova] Releasing lock "refresh_cache-cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.855050] env[62788]: INFO nova.compute.manager [-] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Took 1.56 seconds to deallocate network for instance. [ 1009.973099] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e72449-66d9-b62d-4f11-5820e3c1c125, 'name': SearchDatastore_Task, 'duration_secs': 0.008337} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.973883] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c3412d-634e-459f-8ede-eb0be404366a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.979195] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for the task: (returnval){ [ 1009.979195] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c8e89f-d0dd-8924-f0b4-e61a50c7c1b1" [ 1009.979195] env[62788]: _type = "Task" [ 1009.979195] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.986694] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c8e89f-d0dd-8924-f0b4-e61a50c7c1b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.068846] env[62788]: DEBUG nova.objects.instance [None req-0526de61-bb09-446c-a66f-7252e27de308 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'pci_requests' on Instance uuid 130e2f44-88b4-4acd-a686-f46ec59d4e49 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.106317] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394484, 'name': PowerOffVM_Task, 'duration_secs': 0.191148} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.108646] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.108878] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.109790] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fae4cf0-538e-4e35-80c3-cddeba1ac13e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.116857] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.117128] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-598cb624-494a-4fa8-918d-0c0b3696c865 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.180575] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.180796] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.180976] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleting the datastore file [datastore1] b6924f32-ae5d-40ab-8619-26e1627a0264 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.181266] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87cbe5e0-2bb3-44e0-a1e7-65177e948c36 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.187777] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1010.187777] env[62788]: value = "task-2394486" [ 1010.187777] env[62788]: _type = "Task" [ 1010.187777] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.198470] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.300066] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4df344f-bea6-4851-84c6-57e5f291f60f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.307478] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b4e0a7-4fd5-4594-aa32-1e5785736554 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.337958] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a507e2f-5eac-4edc-a9d5-6e30542c053f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.345641] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e0a7d2-6078-4c75-aa60-36de020885a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.358662] env[62788]: DEBUG nova.compute.provider_tree [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.360963] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.485794] env[62788]: DEBUG nova.virt.hardware [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.486044] env[62788]: DEBUG nova.virt.hardware [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.486213] env[62788]: DEBUG nova.virt.hardware [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.486401] env[62788]: DEBUG nova.virt.hardware [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.486547] env[62788]: DEBUG nova.virt.hardware [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.486693] env[62788]: DEBUG nova.virt.hardware [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.486898] env[62788]: DEBUG nova.virt.hardware [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.487072] env[62788]: DEBUG nova.virt.hardware [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.487244] env[62788]: DEBUG nova.virt.hardware [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.487410] env[62788]: DEBUG nova.virt.hardware [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.487584] env[62788]: DEBUG nova.virt.hardware [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.488377] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f04992-021b-4b69-bbb1-7c9e154414f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.499095] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbcbb2d-f90d-4b19-8e4e-39e7425884ab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.502984] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c8e89f-d0dd-8924-f0b4-e61a50c7c1b1, 'name': SearchDatastore_Task, 'duration_secs': 0.037164} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.503245] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.503499] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] cb4b1d02-ac47-4643-aaa3-4e1ead9fa054/cb4b1d02-ac47-4643-aaa3-4e1ead9fa054.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.504010] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-834e0ae6-c188-4804-bca9-1416e2fa5a0e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.514501] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:0b:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.521598] env[62788]: DEBUG oslo.service.loopingcall [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1010.522110] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.522309] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a967cad4-7097-4820-8e5f-ffb409589167 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.536740] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for the task: (returnval){ [ 1010.536740] env[62788]: value = "task-2394487" [ 1010.536740] env[62788]: _type = "Task" [ 1010.536740] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.541054] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.541054] env[62788]: value = "task-2394488" [ 1010.541054] env[62788]: _type = "Task" [ 1010.541054] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.546412] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.550598] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394488, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.574331] env[62788]: DEBUG nova.objects.base [None req-0526de61-bb09-446c-a66f-7252e27de308 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Object Instance<130e2f44-88b4-4acd-a686-f46ec59d4e49> lazy-loaded attributes: flavor,pci_requests {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.574514] env[62788]: DEBUG nova.network.neutron [None req-0526de61-bb09-446c-a66f-7252e27de308 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.700160] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128105} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.700536] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.700778] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.701036] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.722059] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0526de61-bb09-446c-a66f-7252e27de308 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.157s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.752306] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.752551] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.752766] env[62788]: DEBUG nova.network.neutron [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.893628] env[62788]: DEBUG nova.scheduler.client.report [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1010.893953] env[62788]: DEBUG nova.compute.provider_tree [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 115 to 116 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1010.894211] env[62788]: DEBUG nova.compute.provider_tree [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1010.934854] env[62788]: DEBUG oslo_concurrency.lockutils [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.935189] env[62788]: DEBUG oslo_concurrency.lockutils [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.050649] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460503} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.053918] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] cb4b1d02-ac47-4643-aaa3-4e1ead9fa054/cb4b1d02-ac47-4643-aaa3-4e1ead9fa054.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.054151] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.054360] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394488, 'name': CreateVM_Task, 'duration_secs': 0.469701} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.054548] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40f4c936-fd69-4b6a-9bf1-4fcd3bf410f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.056167] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.056792] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.056956] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.057275] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1011.057781] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ea9eb0-709b-42fa-a95c-40b4dfd10003 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.062166] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for the task: (returnval){ [ 1011.062166] env[62788]: value = "task-2394489" [ 1011.062166] env[62788]: _type = "Task" [ 1011.062166] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.063341] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1011.063341] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5277aac7-b743-594a-bd4e-9ed9efa314ba" [ 1011.063341] env[62788]: _type = "Task" [ 1011.063341] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.073172] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394489, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.076762] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5277aac7-b743-594a-bd4e-9ed9efa314ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.077081] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.077266] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.077492] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1011.077643] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.077820] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.078082] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41763eb3-d70f-46ad-81e8-46e17058cda8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.085277] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.085453] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.086125] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ddc041e-34b1-4d75-941d-31eca243b9a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.090577] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1011.090577] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5292319a-43ee-31d3-37a9-054d3fe8d836" [ 1011.090577] env[62788]: _type = "Task" [ 1011.090577] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.098265] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5292319a-43ee-31d3-37a9-054d3fe8d836, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.399379] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.399906] env[62788]: DEBUG nova.compute.manager [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1011.405026] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.190s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.407041] env[62788]: INFO nova.compute.claims [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.438550] env[62788]: DEBUG nova.compute.utils [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.477019] env[62788]: DEBUG nova.network.neutron [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updating instance_info_cache with network_info: [{"id": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "address": "fa:16:3e:55:4f:71", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3a6ab2-a0", "ovs_interfaceid": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.572724] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394489, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062386} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.572917] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1011.573642] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275b59ec-babc-449a-b7ff-4729b59b8ca1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.598466] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] cb4b1d02-ac47-4643-aaa3-4e1ead9fa054/cb4b1d02-ac47-4643-aaa3-4e1ead9fa054.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1011.598862] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30b24265-4dca-4ae5-8dad-c9698b268f9e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.621752] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5292319a-43ee-31d3-37a9-054d3fe8d836, 'name': SearchDatastore_Task, 'duration_secs': 0.007115} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.623438] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for the task: (returnval){ [ 1011.623438] env[62788]: value = "task-2394490" [ 1011.623438] env[62788]: _type = "Task" [ 1011.623438] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.623632] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfee949b-7028-48e9-94ac-6217800915df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.631877] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1011.631877] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ff9735-7f1e-cbc7-8b17-48bb6dcd4c49" [ 1011.631877] env[62788]: _type = "Task" [ 1011.631877] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.635451] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.642945] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ff9735-7f1e-cbc7-8b17-48bb6dcd4c49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.737596] env[62788]: DEBUG nova.virt.hardware [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.737849] env[62788]: DEBUG nova.virt.hardware [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.737993] env[62788]: DEBUG nova.virt.hardware [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.738195] env[62788]: DEBUG nova.virt.hardware [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.738345] env[62788]: DEBUG nova.virt.hardware [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.738495] env[62788]: DEBUG nova.virt.hardware [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.738702] env[62788]: DEBUG nova.virt.hardware [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.738859] env[62788]: DEBUG nova.virt.hardware [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.739031] env[62788]: DEBUG nova.virt.hardware [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.739202] env[62788]: DEBUG nova.virt.hardware [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.739379] env[62788]: DEBUG nova.virt.hardware [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.740239] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26530309-4f1c-4bf8-9ec7-6400b2961420 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.748080] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c95897e-9b08-45bd-b68b-e5148aef6ebb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.761165] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:81:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99fbda61-8139-4884-94d1-5589bbf78f10', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.768959] env[62788]: DEBUG oslo.service.loopingcall [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1011.768959] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.768959] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51ab32e0-62a5-4aea-af9c-55b8948ead41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.787195] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.787195] env[62788]: value = "task-2394491" [ 1011.787195] env[62788]: _type = "Task" [ 1011.787195] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.794312] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394491, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.911135] env[62788]: DEBUG nova.compute.utils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.914436] env[62788]: DEBUG nova.compute.manager [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1011.914598] env[62788]: DEBUG nova.network.neutron [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.940757] env[62788]: DEBUG oslo_concurrency.lockutils [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.955949] env[62788]: DEBUG nova.policy [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adab5438774748afa1335c40936a0c64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f8adca4e8524b43a06021f1d4eb8624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.979412] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.005975] env[62788]: DEBUG nova.virt.hardware [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e6a3222020b6bd3c35d34f941f9c1827',container_format='bare',created_at=2025-02-09T04:32:27Z,direct_url=,disk_format='vmdk',id=d43581f7-4ba0-4260-8b72-b38e659b4746,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1519931169-shelved',owner='d89dbe21cc8c40aea81a52c74eb77083',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-09T04:32:44Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.006167] env[62788]: DEBUG nova.virt.hardware [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.006305] env[62788]: DEBUG nova.virt.hardware [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.006492] env[62788]: DEBUG nova.virt.hardware [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.006640] env[62788]: DEBUG nova.virt.hardware [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.006785] env[62788]: DEBUG nova.virt.hardware [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.006993] env[62788]: DEBUG nova.virt.hardware [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.007176] env[62788]: DEBUG nova.virt.hardware [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.007341] env[62788]: DEBUG nova.virt.hardware [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.007506] env[62788]: DEBUG nova.virt.hardware [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.007678] env[62788]: DEBUG nova.virt.hardware [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.008622] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e71624-5d47-47ce-9fe2-301fd3ece532 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.016472] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd95145-4473-4ec7-b7ea-607af403c04c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.031107] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:4f:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c3a6ab2-a045-4802-8a1c-f60121d1b92d', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.038610] env[62788]: DEBUG oslo.service.loopingcall [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.038919] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.039143] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7ee4864-c6e9-4ee0-8c80-975e9eb8110d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.058318] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.058318] env[62788]: value = "task-2394492" [ 1012.058318] env[62788]: _type = "Task" [ 1012.058318] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.069907] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394492, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.136159] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394490, 'name': ReconfigVM_Task, 'duration_secs': 0.257205} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.140517] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Reconfigured VM instance instance-00000056 to attach disk [datastore1] cb4b1d02-ac47-4643-aaa3-4e1ead9fa054/cb4b1d02-ac47-4643-aaa3-4e1ead9fa054.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.141276] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37531a7b-a9b6-448e-81e6-6c6611e0fc14 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.148761] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ff9735-7f1e-cbc7-8b17-48bb6dcd4c49, 'name': SearchDatastore_Task, 'duration_secs': 0.010604} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.150744] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.151073] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 50f92193-f3c9-425a-87e8-0069dc1f9919/50f92193-f3c9-425a-87e8-0069dc1f9919.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.151621] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for the task: (returnval){ [ 1012.151621] env[62788]: value = "task-2394493" [ 1012.151621] env[62788]: _type = "Task" [ 1012.151621] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.151832] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-847e3a2b-518f-41f5-9f4c-e1416e860cf5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.164195] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394493, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.165731] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1012.165731] env[62788]: value = "task-2394494" [ 1012.165731] env[62788]: _type = "Task" [ 1012.165731] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.174605] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.297630] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394491, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.350860] env[62788]: DEBUG nova.network.neutron [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Successfully created port: 9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.416171] env[62788]: DEBUG nova.compute.manager [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1012.570408] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394492, 'name': CreateVM_Task, 'duration_secs': 0.404946} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.574152] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.575495] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.575740] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.576586] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.576930] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e899f57e-a5fb-4dbf-af26-8cba37f4255a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.583986] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1012.583986] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52cffc5d-17d0-98c3-4e27-75ac906f6d4a" [ 1012.583986] env[62788]: _type = "Task" [ 1012.583986] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.609623] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.609949] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Processing image d43581f7-4ba0-4260-8b72-b38e659b4746 {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.610316] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746/d43581f7-4ba0-4260-8b72-b38e659b4746.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.610543] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746/d43581f7-4ba0-4260-8b72-b38e659b4746.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.610736] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.614218] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d54b1462-5107-4206-973f-da0f1a766fd4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.627320] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.627766] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.631821] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5f29f4-bfb2-4aba-a5f9-468ff9016194 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.641246] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1012.641246] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fd2991-95df-c73f-5e7d-66fc18b4b638" [ 1012.641246] env[62788]: _type = "Task" [ 1012.641246] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.652053] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fd2991-95df-c73f-5e7d-66fc18b4b638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.675542] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394493, 'name': Rename_Task, 'duration_secs': 0.259353} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.676508] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.676892] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3401d4a-cd4a-43da-9389-b4aa029a443a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.685280] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394494, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.692782] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for the task: (returnval){ [ 1012.692782] env[62788]: value = "task-2394495" [ 1012.692782] env[62788]: _type = "Task" [ 1012.692782] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.697916] env[62788]: DEBUG nova.compute.manager [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Received event network-vif-plugged-0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1012.698167] env[62788]: DEBUG oslo_concurrency.lockutils [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] Acquiring lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.698560] env[62788]: DEBUG oslo_concurrency.lockutils [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.698752] env[62788]: DEBUG oslo_concurrency.lockutils [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.698929] env[62788]: DEBUG nova.compute.manager [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] No waiting events found dispatching network-vif-plugged-0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.699114] env[62788]: WARNING nova.compute.manager [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Received unexpected event network-vif-plugged-0c3a6ab2-a045-4802-8a1c-f60121d1b92d for instance with vm_state shelved_offloaded and task_state spawning. [ 1012.699472] env[62788]: DEBUG nova.compute.manager [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Received event network-changed-0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1012.699620] env[62788]: DEBUG nova.compute.manager [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Refreshing instance network info cache due to event network-changed-0c3a6ab2-a045-4802-8a1c-f60121d1b92d. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1012.699817] env[62788]: DEBUG oslo_concurrency.lockutils [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] Acquiring lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.700674] env[62788]: DEBUG oslo_concurrency.lockutils [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] Acquired lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.700674] env[62788]: DEBUG nova.network.neutron [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Refreshing network info cache for port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.710572] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.771695] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36be1f00-a898-4038-92f6-f35e8402619c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.779551] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9718799-eee2-4fe3-8549-a9c6606f3912 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.813131] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d9a2b4-f1d8-46c4-92b1-72cbc41e22dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.820596] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394491, 'name': CreateVM_Task, 'duration_secs': 0.511457} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.822528] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.823666] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.823666] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.823946] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1012.824925] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aee686-7128-4d80-aaf3-45fa2efd1b82 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.828562] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca84797-86ac-425d-80ae-57364927fed1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.839893] env[62788]: DEBUG nova.compute.provider_tree [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.842682] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1012.842682] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c58c66-026c-d443-f656-cc12dd7a23db" [ 1012.842682] env[62788]: _type = "Task" [ 1012.842682] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.853361] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c58c66-026c-d443-f656-cc12dd7a23db, 'name': SearchDatastore_Task, 'duration_secs': 0.008904} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.854286] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1012.854827] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.854827] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.854984] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.855938] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.855938] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f96e6d12-8b25-44b4-b13e-f1d239d974c2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.863576] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.864037] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.864482] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80813979-bec2-4a28-b01f-7d4e2cb45345 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.869946] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1012.869946] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52bb2d28-8356-df14-e913-f7f0b7a85f22" [ 1012.869946] env[62788]: _type = "Task" [ 1012.869946] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.877694] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bb2d28-8356-df14-e913-f7f0b7a85f22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.043437] env[62788]: DEBUG oslo_concurrency.lockutils [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.043885] env[62788]: DEBUG oslo_concurrency.lockutils [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.044266] env[62788]: INFO nova.compute.manager [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Attaching volume b06dfa28-b670-4c2b-accc-a8244c42568e to /dev/sdb [ 1013.082860] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb194d1-14a2-4e13-97d6-c8e378b8490d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.089916] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2077826c-2a17-4052-8528-6854495e0d1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.103806] env[62788]: DEBUG nova.virt.block_device [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Updating existing volume attachment record: ae37f932-0902-49a8-9d5e-c451cf350002 {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1013.152340] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Preparing fetch location {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1013.152699] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Fetch image to [datastore1] OSTACK_IMG_6e4fb543-2691-45c4-bbf2-b5c16150acd1/OSTACK_IMG_6e4fb543-2691-45c4-bbf2-b5c16150acd1.vmdk {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1013.152893] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Downloading stream optimized image d43581f7-4ba0-4260-8b72-b38e659b4746 to [datastore1] OSTACK_IMG_6e4fb543-2691-45c4-bbf2-b5c16150acd1/OSTACK_IMG_6e4fb543-2691-45c4-bbf2-b5c16150acd1.vmdk on the data store datastore1 as vApp {{(pid=62788) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1013.153079] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Downloading image file data d43581f7-4ba0-4260-8b72-b38e659b4746 to the ESX as VM named 'OSTACK_IMG_6e4fb543-2691-45c4-bbf2-b5c16150acd1' {{(pid=62788) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1013.174988] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522422} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.177139] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 50f92193-f3c9-425a-87e8-0069dc1f9919/50f92193-f3c9-425a-87e8-0069dc1f9919.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.177365] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.178060] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d56b5a51-bd46-487d-89a9-69ae2123f06c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.206369] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1013.206369] env[62788]: value = "task-2394496" [ 1013.206369] env[62788]: _type = "Task" [ 1013.206369] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.215720] env[62788]: DEBUG oslo_vmware.api [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394495, 'name': PowerOnVM_Task, 'duration_secs': 0.494322} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.217847] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.218111] env[62788]: INFO nova.compute.manager [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1013.218311] env[62788]: DEBUG nova.compute.manager [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1013.219252] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dd214f-b9b7-43b9-b131-b045b05f07d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.225769] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.254156] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1013.254156] env[62788]: value = "resgroup-9" [ 1013.254156] env[62788]: _type = "ResourcePool" [ 1013.254156] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1013.254460] env[62788]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0eaa2b4c-1413-4bc3-ae9d-17b2eb761b19 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.274370] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lease: (returnval){ [ 1013.274370] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d7cabd-6471-e4cb-a952-f4ae476c4571" [ 1013.274370] env[62788]: _type = "HttpNfcLease" [ 1013.274370] env[62788]: } obtained for vApp import into resource pool (val){ [ 1013.274370] env[62788]: value = "resgroup-9" [ 1013.274370] env[62788]: _type = "ResourcePool" [ 1013.274370] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1013.274679] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the lease: (returnval){ [ 1013.274679] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d7cabd-6471-e4cb-a952-f4ae476c4571" [ 1013.274679] env[62788]: _type = "HttpNfcLease" [ 1013.274679] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1013.281055] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.281055] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d7cabd-6471-e4cb-a952-f4ae476c4571" [ 1013.281055] env[62788]: _type = "HttpNfcLease" [ 1013.281055] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1013.384830] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bb2d28-8356-df14-e913-f7f0b7a85f22, 'name': SearchDatastore_Task, 'duration_secs': 0.008445} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.385585] env[62788]: DEBUG nova.scheduler.client.report [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1013.385887] env[62788]: DEBUG nova.compute.provider_tree [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 116 to 117 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1013.386093] env[62788]: DEBUG nova.compute.provider_tree [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1013.392216] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.392216] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.392216] env[62788]: DEBUG nova.objects.instance [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'flavor' on Instance uuid 130e2f44-88b4-4acd-a686-f46ec59d4e49 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.392216] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d34841-e0d7-47cd-83b7-31777ca97aa5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.397194] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1013.397194] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f49afe-00db-d2e4-ecb4-e7a2bd559aab" [ 1013.397194] env[62788]: _type = "Task" [ 1013.397194] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.410489] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f49afe-00db-d2e4-ecb4-e7a2bd559aab, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.410745] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.411078] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] b6924f32-ae5d-40ab-8619-26e1627a0264/b6924f32-ae5d-40ab-8619-26e1627a0264.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.411306] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f130031-cfe1-44cf-b128-21a60b6fe697 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.419244] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1013.419244] env[62788]: value = "task-2394499" [ 1013.419244] env[62788]: _type = "Task" [ 1013.419244] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.425827] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.429016] env[62788]: DEBUG nova.compute.manager [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1013.456864] env[62788]: DEBUG nova.virt.hardware [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.457148] env[62788]: DEBUG nova.virt.hardware [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.457319] env[62788]: DEBUG nova.virt.hardware [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.457524] env[62788]: DEBUG nova.virt.hardware [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.457687] env[62788]: DEBUG nova.virt.hardware [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.457875] env[62788]: DEBUG nova.virt.hardware [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.458112] env[62788]: DEBUG nova.virt.hardware [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.458277] env[62788]: DEBUG nova.virt.hardware [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.458446] env[62788]: DEBUG nova.virt.hardware [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.458703] env[62788]: DEBUG nova.virt.hardware [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.458811] env[62788]: DEBUG nova.virt.hardware [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.459688] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f065eba-cf32-4aad-9431-aec007481787 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.467666] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737fd625-af10-4b7a-826c-109c878120c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.484123] env[62788]: DEBUG nova.network.neutron [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updated VIF entry in instance network info cache for port 0c3a6ab2-a045-4802-8a1c-f60121d1b92d. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.484270] env[62788]: DEBUG nova.network.neutron [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updating instance_info_cache with network_info: [{"id": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "address": "fa:16:3e:55:4f:71", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c3a6ab2-a0", "ovs_interfaceid": "0c3a6ab2-a045-4802-8a1c-f60121d1b92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.720474] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068931} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.720807] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.721735] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679e299c-792f-4efd-a372-f4091614e371 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.752766] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 50f92193-f3c9-425a-87e8-0069dc1f9919/50f92193-f3c9-425a-87e8-0069dc1f9919.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.755226] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c18caed-42e7-4618-8522-b6556561e674 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.772632] env[62788]: INFO nova.compute.manager [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Took 18.09 seconds to build instance. [ 1013.781924] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1013.781924] env[62788]: value = "task-2394502" [ 1013.781924] env[62788]: _type = "Task" [ 1013.781924] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.789084] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.789084] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d7cabd-6471-e4cb-a952-f4ae476c4571" [ 1013.789084] env[62788]: _type = "HttpNfcLease" [ 1013.789084] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1013.798504] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.894162] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.894991] env[62788]: DEBUG nova.compute.manager [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1013.899072] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.642s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.901411] env[62788]: INFO nova.compute.claims [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.928950] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486501} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.929617] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] b6924f32-ae5d-40ab-8619-26e1627a0264/b6924f32-ae5d-40ab-8619-26e1627a0264.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.929617] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.930262] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fecd766-3be9-4d04-bbdf-3088592e8c86 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.939819] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1013.939819] env[62788]: value = "task-2394503" [ 1013.939819] env[62788]: _type = "Task" [ 1013.939819] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.950018] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.987593] env[62788]: DEBUG oslo_concurrency.lockutils [req-bb03dd08-2043-4054-a4d7-0d20873836f6 req-ff4ac108-e500-423e-9231-1018cc993d41 service nova] Releasing lock "refresh_cache-7ff81b21-7171-4a1d-9dd1-1344f46a434a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.044178] env[62788]: DEBUG nova.objects.instance [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'pci_requests' on Instance uuid 130e2f44-88b4-4acd-a686-f46ec59d4e49 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.162240] env[62788]: DEBUG nova.network.neutron [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Successfully updated port: 9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.274789] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c43e83a5-6f0c-4ec1-ad3e-c66e6e375acc tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.609s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.283946] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1014.283946] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d7cabd-6471-e4cb-a952-f4ae476c4571" [ 1014.283946] env[62788]: _type = "HttpNfcLease" [ 1014.283946] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1014.286986] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1014.286986] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d7cabd-6471-e4cb-a952-f4ae476c4571" [ 1014.286986] env[62788]: _type = "HttpNfcLease" [ 1014.286986] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1014.287874] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e572e4-6adc-4493-a8dc-e9cad58ebc02 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.295092] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394502, 'name': ReconfigVM_Task, 'duration_secs': 0.347617} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.298022] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 50f92193-f3c9-425a-87e8-0069dc1f9919/50f92193-f3c9-425a-87e8-0069dc1f9919.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.298720] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e9b6b-4001-1046-367c-8241ce7c4df6/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1014.298890] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e9b6b-4001-1046-367c-8241ce7c4df6/disk-0.vmdk. {{(pid=62788) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1014.300271] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6510c97-b554-471e-a14b-447b56257032 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.360967] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1014.360967] env[62788]: value = "task-2394504" [ 1014.360967] env[62788]: _type = "Task" [ 1014.360967] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.366890] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4de293f3-affc-4720-abd5-bf0afbf37ea5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.378546] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394504, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.406459] env[62788]: DEBUG nova.compute.utils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1014.407909] env[62788]: DEBUG nova.compute.manager [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1014.411067] env[62788]: DEBUG nova.network.neutron [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.451028] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073729} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.451028] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.451451] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83951654-2f11-4988-ab64-31cecfcf2f86 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.455446] env[62788]: DEBUG nova.policy [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef96e4de78e34663bc2f576eaaf20fea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e1d0791620b45a1b8abae13aa655a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.477029] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] b6924f32-ae5d-40ab-8619-26e1627a0264/b6924f32-ae5d-40ab-8619-26e1627a0264.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.477452] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c45803e4-aa30-45ac-89c0-f01b06436f06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.495979] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1014.495979] env[62788]: value = "task-2394505" [ 1014.495979] env[62788]: _type = "Task" [ 1014.495979] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.505108] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394505, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.547027] env[62788]: DEBUG nova.objects.base [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Object Instance<130e2f44-88b4-4acd-a686-f46ec59d4e49> lazy-loaded attributes: flavor,pci_requests {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1014.547200] env[62788]: DEBUG nova.network.neutron [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.616018] env[62788]: DEBUG nova.policy [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948d9705e8634e768cfc5b341eda8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c418b624ace4dfa808d35ed0a8ac60c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.665793] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "refresh_cache-c3bfcb5f-b06c-4d5f-9176-f8c124355666" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.665793] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "refresh_cache-c3bfcb5f-b06c-4d5f-9176-f8c124355666" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.666091] env[62788]: DEBUG nova.network.neutron [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.786089] env[62788]: DEBUG nova.compute.manager [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Received event network-vif-plugged-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1014.787018] env[62788]: DEBUG oslo_concurrency.lockutils [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] Acquiring lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.790026] env[62788]: DEBUG oslo_concurrency.lockutils [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] Lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.790026] env[62788]: DEBUG oslo_concurrency.lockutils [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] Lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.790026] env[62788]: DEBUG nova.compute.manager [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] No waiting events found dispatching network-vif-plugged-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.790026] env[62788]: WARNING nova.compute.manager [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Received unexpected event network-vif-plugged-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 for instance with vm_state building and task_state spawning. [ 1014.790026] env[62788]: DEBUG nova.compute.manager [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Received event network-changed-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1014.790026] env[62788]: DEBUG nova.compute.manager [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Refreshing instance network info cache due to event network-changed-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1014.790026] env[62788]: DEBUG oslo_concurrency.lockutils [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] Acquiring lock "refresh_cache-c3bfcb5f-b06c-4d5f-9176-f8c124355666" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.875150] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394504, 'name': Rename_Task, 'duration_secs': 0.133586} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.875448] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.875938] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4c94135-8b0e-4420-be06-db684e31daa0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.883026] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1014.883026] env[62788]: value = "task-2394506" [ 1014.883026] env[62788]: _type = "Task" [ 1014.883026] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.893504] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.911877] env[62788]: DEBUG nova.compute.manager [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1014.932052] env[62788]: DEBUG nova.network.neutron [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Successfully created port: 76a42935-3a0d-46a5-b8a4-2dd3330a629f {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.007506] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394505, 'name': ReconfigVM_Task, 'duration_secs': 0.280258} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.013354] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Reconfigured VM instance instance-00000055 to attach disk [datastore1] b6924f32-ae5d-40ab-8619-26e1627a0264/b6924f32-ae5d-40ab-8619-26e1627a0264.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.014172] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e8e69a4-cbdb-47a9-be61-102251628149 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.021078] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1015.021078] env[62788]: value = "task-2394507" [ 1015.021078] env[62788]: _type = "Task" [ 1015.021078] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.035444] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394507, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.152062] env[62788]: DEBUG nova.network.neutron [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Successfully created port: 3c1678c9-28e6-4392-8a47-b7a9ba984119 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.206337] env[62788]: DEBUG nova.network.neutron [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.263891] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd639667-a2e9-4b4a-b3e8-e305c5769533 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.273650] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f726181-c4cc-4be3-a082-dd8d4bcd98a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.316954] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db48fa95-79ed-477f-9a70-3c3287354830 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.328581] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c372b679-be02-4159-bd93-e8bce284af4f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.345352] env[62788]: DEBUG nova.compute.provider_tree [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.399619] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394506, 'name': PowerOnVM_Task, 'duration_secs': 0.513094} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.401323] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.401535] env[62788]: DEBUG nova.compute.manager [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1015.402899] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e562d309-02f9-47aa-95e8-af298979e352 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.422807] env[62788]: DEBUG nova.network.neutron [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Updating instance_info_cache with network_info: [{"id": "9d00a4f6-9dd5-4ef0-b260-1073e680c9f9", "address": "fa:16:3e:5f:19:8e", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d00a4f6-9d", "ovs_interfaceid": "9d00a4f6-9dd5-4ef0-b260-1073e680c9f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.532964] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394507, 'name': Rename_Task, 'duration_secs': 0.170657} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.533192] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.533461] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d570b61a-ce27-4e4f-a549-1dbe26d07b03 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.542504] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1015.542504] env[62788]: value = "task-2394508" [ 1015.542504] env[62788]: _type = "Task" [ 1015.542504] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.550146] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.762965] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Completed reading data from the image iterator. {{(pid=62788) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1015.763426] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e9b6b-4001-1046-367c-8241ce7c4df6/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1015.764419] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8baff94-3e6a-48cf-aaec-209340c4bd0e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.772055] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e9b6b-4001-1046-367c-8241ce7c4df6/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1015.772280] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e9b6b-4001-1046-367c-8241ce7c4df6/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1015.772497] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-02b05ea6-4229-4b65-b072-42266c9412ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.848588] env[62788]: DEBUG nova.scheduler.client.report [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.912793] env[62788]: INFO nova.compute.manager [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] bringing vm to original state: 'stopped' [ 1015.927496] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "refresh_cache-c3bfcb5f-b06c-4d5f-9176-f8c124355666" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.927886] env[62788]: DEBUG nova.compute.manager [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Instance network_info: |[{"id": "9d00a4f6-9dd5-4ef0-b260-1073e680c9f9", "address": "fa:16:3e:5f:19:8e", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d00a4f6-9d", "ovs_interfaceid": "9d00a4f6-9dd5-4ef0-b260-1073e680c9f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1015.929219] env[62788]: DEBUG nova.compute.manager [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1015.932048] env[62788]: DEBUG oslo_concurrency.lockutils [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] Acquired lock "refresh_cache-c3bfcb5f-b06c-4d5f-9176-f8c124355666" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.932345] env[62788]: DEBUG nova.network.neutron [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Refreshing network info cache for port 9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.934670] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:19:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d00a4f6-9dd5-4ef0-b260-1073e680c9f9', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.945399] env[62788]: DEBUG oslo.service.loopingcall [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1015.948751] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.952865] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e54d2ccf-25f1-4d85-8942-af6d7abaee2e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.977466] env[62788]: DEBUG nova.virt.hardware [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.977706] env[62788]: DEBUG nova.virt.hardware [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.977866] env[62788]: DEBUG nova.virt.hardware [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.978059] env[62788]: DEBUG nova.virt.hardware [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.978213] env[62788]: DEBUG nova.virt.hardware [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.978387] env[62788]: DEBUG nova.virt.hardware [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.978619] env[62788]: DEBUG nova.virt.hardware [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.978784] env[62788]: DEBUG nova.virt.hardware [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.978954] env[62788]: DEBUG nova.virt.hardware [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.979132] env[62788]: DEBUG nova.virt.hardware [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.979361] env[62788]: DEBUG nova.virt.hardware [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.980636] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3133ad89-2dd2-4b72-8a79-fcad1635094e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.985761] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.985761] env[62788]: value = "task-2394510" [ 1015.985761] env[62788]: _type = "Task" [ 1015.985761] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.986641] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523e9b6b-4001-1046-367c-8241ce7c4df6/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1015.986900] env[62788]: INFO nova.virt.vmwareapi.images [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Downloaded image file data d43581f7-4ba0-4260-8b72-b38e659b4746 [ 1015.990625] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbaee2d-9e6b-49e0-b211-b09d3377dc4c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.997425] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8f16b1-702c-4cc1-89d2-9d5e4d199f17 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.016248] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394510, 'name': CreateVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.019720] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c14d8a4-b1ff-4f2e-83d3-4afcb89c95e8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.053046] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.054899] env[62788]: INFO nova.virt.vmwareapi.images [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] The imported VM was unregistered [ 1016.057214] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Caching image {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1016.057444] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746 {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.057705] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93248018-f03b-4c08-995c-e4d1dd409330 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.068779] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Created directory with path [datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746 {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.069030] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6e4fb543-2691-45c4-bbf2-b5c16150acd1/OSTACK_IMG_6e4fb543-2691-45c4-bbf2-b5c16150acd1.vmdk to [datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746/d43581f7-4ba0-4260-8b72-b38e659b4746.vmdk. {{(pid=62788) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1016.069295] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d039adae-09e3-4d81-bfb7-b53f2a70f5a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.079115] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1016.079115] env[62788]: value = "task-2394512" [ 1016.079115] env[62788]: _type = "Task" [ 1016.079115] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.088991] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394512, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.270952] env[62788]: DEBUG nova.network.neutron [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Updated VIF entry in instance network info cache for port 9d00a4f6-9dd5-4ef0-b260-1073e680c9f9. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.271412] env[62788]: DEBUG nova.network.neutron [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Updating instance_info_cache with network_info: [{"id": "9d00a4f6-9dd5-4ef0-b260-1073e680c9f9", "address": "fa:16:3e:5f:19:8e", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d00a4f6-9d", "ovs_interfaceid": "9d00a4f6-9dd5-4ef0-b260-1073e680c9f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.354956] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.355489] env[62788]: DEBUG nova.compute.manager [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1016.358632] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.218s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.360080] env[62788]: INFO nova.compute.claims [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.501536] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394510, 'name': CreateVM_Task, 'duration_secs': 0.4721} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.501792] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.502934] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1016.503062] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.503635] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1016.503635] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac958db-1b8d-44a6-87ef-a9ef708e05ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.512113] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1016.512113] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5259fbd2-7538-2a36-29de-e98a3cc7d9b0" [ 1016.512113] env[62788]: _type = "Task" [ 1016.512113] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.522961] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5259fbd2-7538-2a36-29de-e98a3cc7d9b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.555706] env[62788]: DEBUG oslo_vmware.api [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394508, 'name': PowerOnVM_Task, 'duration_secs': 0.887087} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.555928] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.556167] env[62788]: DEBUG nova.compute.manager [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1016.557023] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f21ad37-9e64-421d-9f0e-d21d9baaead9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.592470] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394512, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.702020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquiring lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.702324] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.702609] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquiring lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.702776] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.702951] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.705746] env[62788]: INFO nova.compute.manager [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Terminating instance [ 1016.775787] env[62788]: DEBUG oslo_concurrency.lockutils [req-e00f6171-f90e-401e-a769-f5f8754fea1c req-3a0db7cf-47c6-4539-ae4b-f45b70f8113a service nova] Releasing lock "refresh_cache-c3bfcb5f-b06c-4d5f-9176-f8c124355666" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.820370] env[62788]: DEBUG nova.network.neutron [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Successfully updated port: 76a42935-3a0d-46a5-b8a4-2dd3330a629f {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.826774] env[62788]: DEBUG nova.compute.manager [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Received event network-vif-plugged-76a42935-3a0d-46a5-b8a4-2dd3330a629f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1016.827325] env[62788]: DEBUG oslo_concurrency.lockutils [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] Acquiring lock "56401058-ae89-4c30-a33e-1cb7a4417634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.827490] env[62788]: DEBUG oslo_concurrency.lockutils [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] Lock "56401058-ae89-4c30-a33e-1cb7a4417634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.827889] env[62788]: DEBUG oslo_concurrency.lockutils [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] Lock "56401058-ae89-4c30-a33e-1cb7a4417634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.828122] env[62788]: DEBUG nova.compute.manager [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] No waiting events found dispatching network-vif-plugged-76a42935-3a0d-46a5-b8a4-2dd3330a629f {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.828450] env[62788]: WARNING nova.compute.manager [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Received unexpected event network-vif-plugged-76a42935-3a0d-46a5-b8a4-2dd3330a629f for instance with vm_state building and task_state spawning. [ 1016.828638] env[62788]: DEBUG nova.compute.manager [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received event network-vif-plugged-3c1678c9-28e6-4392-8a47-b7a9ba984119 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1016.828804] env[62788]: DEBUG oslo_concurrency.lockutils [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] Acquiring lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.828982] env[62788]: DEBUG oslo_concurrency.lockutils [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.829163] env[62788]: DEBUG oslo_concurrency.lockutils [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.829329] env[62788]: DEBUG nova.compute.manager [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] No waiting events found dispatching network-vif-plugged-3c1678c9-28e6-4392-8a47-b7a9ba984119 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.829494] env[62788]: WARNING nova.compute.manager [req-c9907e6d-ae71-4b92-a892-3a538e0ca4e9 req-1f8bbb2d-c913-4b94-97a6-52bd323ddb8a service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received unexpected event network-vif-plugged-3c1678c9-28e6-4392-8a47-b7a9ba984119 for instance with vm_state active and task_state None. [ 1016.865031] env[62788]: DEBUG nova.compute.utils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1016.869863] env[62788]: DEBUG nova.compute.manager [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1016.870038] env[62788]: DEBUG nova.network.neutron [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.920847] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "50f92193-f3c9-425a-87e8-0069dc1f9919" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.921119] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.921311] env[62788]: DEBUG nova.compute.manager [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1016.922262] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f89a820-fff0-48fc-b388-4528d9e9a7d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.931234] env[62788]: DEBUG nova.compute.manager [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62788) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3418}} [ 1016.934172] env[62788]: DEBUG nova.policy [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6457ce1594ee4473add14c01ab63ca66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ea76229af82480dbd2e5b63a0645043', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.001528] env[62788]: DEBUG nova.network.neutron [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Successfully updated port: 3c1678c9-28e6-4392-8a47-b7a9ba984119 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.028919] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5259fbd2-7538-2a36-29de-e98a3cc7d9b0, 'name': SearchDatastore_Task, 'duration_secs': 0.08441} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.029312] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1017.029605] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.029890] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.030097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.030354] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.030721] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08f1570c-15b4-4fb7-af8b-20411999c4b5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.051686] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.051883] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.052751] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306668d0-3e9c-422c-93d1-49405d932375 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.061812] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1017.061812] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520fff26-8b2c-da78-1e0a-9cfe6ab5190d" [ 1017.061812] env[62788]: _type = "Task" [ 1017.061812] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.076957] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520fff26-8b2c-da78-1e0a-9cfe6ab5190d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.086980] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.094915] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394512, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.210373] env[62788]: DEBUG nova.compute.manager [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1017.210899] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.211919] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209e8b8a-8148-493b-8c6a-9fa438bb40dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.225059] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.225059] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e4d74a4-dad3-4cf8-9e47-79159b3c67d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.234501] env[62788]: DEBUG oslo_vmware.api [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for the task: (returnval){ [ 1017.234501] env[62788]: value = "task-2394513" [ 1017.234501] env[62788]: _type = "Task" [ 1017.234501] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.247388] env[62788]: DEBUG oslo_vmware.api [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.289943] env[62788]: DEBUG nova.network.neutron [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Successfully created port: cefeb51a-6056-4bbc-8c0c-e0f783689914 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.325020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "refresh_cache-56401058-ae89-4c30-a33e-1cb7a4417634" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.325205] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "refresh_cache-56401058-ae89-4c30-a33e-1cb7a4417634" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.325365] env[62788]: DEBUG nova.network.neutron [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.371111] env[62788]: DEBUG nova.compute.manager [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1017.439472] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.442130] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8df5c083-93c0-4ff9-9a5f-80bca14090af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.456083] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1017.456083] env[62788]: value = "task-2394514" [ 1017.456083] env[62788]: _type = "Task" [ 1017.456083] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.474609] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.503895] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.504915] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.504915] env[62788]: DEBUG nova.network.neutron [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.578891] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520fff26-8b2c-da78-1e0a-9cfe6ab5190d, 'name': SearchDatastore_Task, 'duration_secs': 0.091716} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.584084] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246a82b6-9701-41da-b0e6-c1b2b36c587c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.597075] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394512, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.601049] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1017.601049] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52cb1df6-2f82-0d2c-3ffc-3a7795b1d7e3" [ 1017.601049] env[62788]: _type = "Task" [ 1017.601049] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.613116] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cb1df6-2f82-0d2c-3ffc-3a7795b1d7e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.708718] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b560c3d-93ae-43ad-9fe8-882956612d2c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.719044] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b0d984-a4a1-4e19-90c1-8b9f96707517 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.760036] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135a03d8-082f-48a1-8e17-79f011ba1b27 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.772416] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17050a5-8414-4646-8248-4164826ab5c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.776579] env[62788]: DEBUG oslo_vmware.api [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394513, 'name': PowerOffVM_Task, 'duration_secs': 0.238878} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.776887] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.777080] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.777742] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6d90ff4-20e2-4526-85f0-9ccd15519341 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.794415] env[62788]: DEBUG nova.compute.provider_tree [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.866783] env[62788]: DEBUG nova.network.neutron [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.871578] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.871816] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.872011] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Deleting the datastore file [datastore1] cb4b1d02-ac47-4643-aaa3-4e1ead9fa054 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.872295] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea31f991-c68f-4fd9-9af3-c7ecbcecf96c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.885086] env[62788]: DEBUG oslo_vmware.api [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for the task: (returnval){ [ 1017.885086] env[62788]: value = "task-2394516" [ 1017.885086] env[62788]: _type = "Task" [ 1017.885086] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.896883] env[62788]: DEBUG oslo_vmware.api [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.967891] env[62788]: DEBUG oslo_vmware.api [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394514, 'name': PowerOffVM_Task, 'duration_secs': 0.481966} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.967891] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.968278] env[62788]: DEBUG nova.compute.manager [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1017.969148] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dc1594-d1a4-4cc4-8e7d-0854370926ab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.025418] env[62788]: DEBUG nova.network.neutron [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Updating instance_info_cache with network_info: [{"id": "76a42935-3a0d-46a5-b8a4-2dd3330a629f", "address": "fa:16:3e:ea:a3:a2", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a42935-3a", "ovs_interfaceid": "76a42935-3a0d-46a5-b8a4-2dd3330a629f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.050398] env[62788]: WARNING nova.network.neutron [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] 7823ae8d-42f4-43b2-a239-db1d3283e303 already exists in list: networks containing: ['7823ae8d-42f4-43b2-a239-db1d3283e303']. ignoring it [ 1018.095191] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394512, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.115076] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cb1df6-2f82-0d2c-3ffc-3a7795b1d7e3, 'name': SearchDatastore_Task, 'duration_secs': 0.083198} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.115238] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.115455] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] c3bfcb5f-b06c-4d5f-9176-f8c124355666/c3bfcb5f-b06c-4d5f-9176-f8c124355666.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.115835] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2063786-ccc4-4140-b84f-b26decc2afc5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.124265] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1018.124265] env[62788]: value = "task-2394517" [ 1018.124265] env[62788]: _type = "Task" [ 1018.124265] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.136256] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.155443] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1018.155727] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485764', 'volume_id': 'b06dfa28-b670-4c2b-accc-a8244c42568e', 'name': 'volume-b06dfa28-b670-4c2b-accc-a8244c42568e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff10d7b8-218d-42cc-a63e-e9891f4de156', 'attached_at': '', 'detached_at': '', 'volume_id': 'b06dfa28-b670-4c2b-accc-a8244c42568e', 'serial': 'b06dfa28-b670-4c2b-accc-a8244c42568e'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1018.156707] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce0dfba-b439-4169-a7f8-9fee1cfa9cd5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.179739] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf6aaf0-7e7a-41ab-87ba-71be8d53cfb0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.213386] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] volume-b06dfa28-b670-4c2b-accc-a8244c42568e/volume-b06dfa28-b670-4c2b-accc-a8244c42568e.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.216473] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd45a4d4-757d-4e62-a4f1-41ef8c1950c2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.238838] env[62788]: DEBUG oslo_vmware.api [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1018.238838] env[62788]: value = "task-2394518" [ 1018.238838] env[62788]: _type = "Task" [ 1018.238838] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.249136] env[62788]: DEBUG oslo_vmware.api [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.297445] env[62788]: DEBUG nova.scheduler.client.report [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.385703] env[62788]: DEBUG nova.compute.manager [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1018.398044] env[62788]: DEBUG oslo_vmware.api [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.415355] env[62788]: DEBUG nova.virt.hardware [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.415851] env[62788]: DEBUG nova.virt.hardware [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.416184] env[62788]: DEBUG nova.virt.hardware [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.420023] env[62788]: DEBUG nova.virt.hardware [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.420023] env[62788]: DEBUG nova.virt.hardware [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.420023] env[62788]: DEBUG nova.virt.hardware [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.420023] env[62788]: DEBUG nova.virt.hardware [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.420023] env[62788]: DEBUG nova.virt.hardware [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.420023] env[62788]: DEBUG nova.virt.hardware [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.420023] env[62788]: DEBUG nova.virt.hardware [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.420023] env[62788]: DEBUG nova.virt.hardware [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.420023] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43187dfa-9099-4a0f-873f-06f65a514138 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.429510] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3667976-aad9-49d7-839c-5f4b05c9d69e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.483937] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.563s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.528289] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "refresh_cache-56401058-ae89-4c30-a33e-1cb7a4417634" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.528622] env[62788]: DEBUG nova.compute.manager [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Instance network_info: |[{"id": "76a42935-3a0d-46a5-b8a4-2dd3330a629f", "address": "fa:16:3e:ea:a3:a2", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a42935-3a", "ovs_interfaceid": "76a42935-3a0d-46a5-b8a4-2dd3330a629f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1018.529103] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:a3:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76a42935-3a0d-46a5-b8a4-2dd3330a629f', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.536570] env[62788]: DEBUG oslo.service.loopingcall [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.537148] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.537384] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4207609d-0a27-4f70-91c1-cd5bd6eb31f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.553303] env[62788]: DEBUG nova.network.neutron [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updating instance_info_cache with network_info: [{"id": "84492428-444f-43e1-822b-da8fc7a5ead1", "address": "fa:16:3e:0a:a7:b9", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84492428-44", "ovs_interfaceid": "84492428-444f-43e1-822b-da8fc7a5ead1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c1678c9-28e6-4392-8a47-b7a9ba984119", "address": "fa:16:3e:a0:2c:fb", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c1678c9-28", "ovs_interfaceid": "3c1678c9-28e6-4392-8a47-b7a9ba984119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.561163] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.561163] env[62788]: value = "task-2394519" [ 1018.561163] env[62788]: _type = "Task" [ 1018.561163] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.571824] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394519, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.594891] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394512, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.635370] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.753012] env[62788]: DEBUG oslo_vmware.api [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.803158] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.803870] env[62788]: DEBUG nova.compute.manager [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1018.806750] env[62788]: DEBUG oslo_concurrency.lockutils [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.734s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.807034] env[62788]: DEBUG nova.objects.instance [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lazy-loading 'resources' on Instance uuid be7b39b1-bf0b-404e-aaf9-183262a12034 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.902023] env[62788]: DEBUG oslo_vmware.api [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Task: {'id': task-2394516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.793314} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.902023] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.902023] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.902023] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.902023] env[62788]: INFO nova.compute.manager [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1018.902023] env[62788]: DEBUG oslo.service.loopingcall [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1018.902023] env[62788]: DEBUG nova.compute.manager [-] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1018.902023] env[62788]: DEBUG nova.network.neutron [-] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.977107] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "b6924f32-ae5d-40ab-8619-26e1627a0264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.977107] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "b6924f32-ae5d-40ab-8619-26e1627a0264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.977384] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "b6924f32-ae5d-40ab-8619-26e1627a0264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1018.977670] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "b6924f32-ae5d-40ab-8619-26e1627a0264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1018.977753] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "b6924f32-ae5d-40ab-8619-26e1627a0264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.981854] env[62788]: INFO nova.compute.manager [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Terminating instance [ 1018.994722] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.056463] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.057398] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.059473] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.059473] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7357b3-8ff8-472d-a2bc-d81c0331221c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.074816] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394519, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.091247] env[62788]: DEBUG nova.virt.hardware [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.091493] env[62788]: DEBUG nova.virt.hardware [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.091734] env[62788]: DEBUG nova.virt.hardware [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.092051] env[62788]: DEBUG nova.virt.hardware [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.092253] env[62788]: DEBUG nova.virt.hardware [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.092439] env[62788]: DEBUG nova.virt.hardware [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.092683] env[62788]: DEBUG nova.virt.hardware [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.092866] env[62788]: DEBUG nova.virt.hardware [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.093064] env[62788]: DEBUG nova.virt.hardware [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.093569] env[62788]: DEBUG nova.virt.hardware [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.093845] env[62788]: DEBUG nova.virt.hardware [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.100573] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Reconfiguring VM to attach interface {{(pid=62788) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1019.104734] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44439dc3-9332-4194-938c-63ac250754fd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.126403] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394512, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.536093} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.132525] env[62788]: INFO nova.virt.vmwareapi.ds_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6e4fb543-2691-45c4-bbf2-b5c16150acd1/OSTACK_IMG_6e4fb543-2691-45c4-bbf2-b5c16150acd1.vmdk to [datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746/d43581f7-4ba0-4260-8b72-b38e659b4746.vmdk. [ 1019.132525] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Cleaning up location [datastore1] OSTACK_IMG_6e4fb543-2691-45c4-bbf2-b5c16150acd1 {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1019.132898] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6e4fb543-2691-45c4-bbf2-b5c16150acd1 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.133380] env[62788]: DEBUG oslo_vmware.api [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1019.133380] env[62788]: value = "task-2394520" [ 1019.133380] env[62788]: _type = "Task" [ 1019.133380] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.134031] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8461440d-085a-4f27-8db2-bc5ffd5a4eef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.149122] env[62788]: DEBUG nova.network.neutron [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Successfully updated port: cefeb51a-6056-4bbc-8c0c-e0f783689914 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.154064] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934923} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.154064] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] c3bfcb5f-b06c-4d5f-9176-f8c124355666/c3bfcb5f-b06c-4d5f-9176-f8c124355666.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.154064] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.154064] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a42787cd-f6fb-4d0a-9713-4326b25c9cc0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.160375] env[62788]: DEBUG oslo_vmware.api [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394520, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.163474] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1019.163474] env[62788]: value = "task-2394521" [ 1019.163474] env[62788]: _type = "Task" [ 1019.163474] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.167823] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1019.167823] env[62788]: value = "task-2394522" [ 1019.167823] env[62788]: _type = "Task" [ 1019.167823] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.177199] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.185393] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.251442] env[62788]: DEBUG oslo_vmware.api [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394518, 'name': ReconfigVM_Task, 'duration_secs': 0.958522} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.253194] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Reconfigured VM instance instance-0000003b to attach disk [datastore1] volume-b06dfa28-b670-4c2b-accc-a8244c42568e/volume-b06dfa28-b670-4c2b-accc-a8244c42568e.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.257652] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6130d93e-ce39-4997-b240-09443a4f6196 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.272867] env[62788]: DEBUG oslo_vmware.api [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1019.272867] env[62788]: value = "task-2394523" [ 1019.272867] env[62788]: _type = "Task" [ 1019.272867] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.281493] env[62788]: DEBUG oslo_vmware.api [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394523, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.310045] env[62788]: DEBUG nova.compute.utils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1019.317018] env[62788]: DEBUG nova.compute.manager [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1019.317018] env[62788]: DEBUG nova.network.neutron [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.361985] env[62788]: DEBUG nova.policy [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3b8b24655a460cb3a0a542c2a7f625', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '771a59f5d69245da84214da08eeb49cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.490206] env[62788]: DEBUG nova.compute.manager [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1019.490483] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.491457] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a41c96-e1b5-46ec-af89-0ba8db8286a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.505249] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.505684] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6c57a1c-2569-4175-a82d-1c3791ead281 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.514462] env[62788]: DEBUG oslo_vmware.api [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1019.514462] env[62788]: value = "task-2394524" [ 1019.514462] env[62788]: _type = "Task" [ 1019.514462] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.529339] env[62788]: DEBUG oslo_vmware.api [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.564792] env[62788]: DEBUG nova.compute.manager [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Received event network-changed-76a42935-3a0d-46a5-b8a4-2dd3330a629f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1019.564792] env[62788]: DEBUG nova.compute.manager [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Refreshing instance network info cache due to event network-changed-76a42935-3a0d-46a5-b8a4-2dd3330a629f. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1019.564792] env[62788]: DEBUG oslo_concurrency.lockutils [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] Acquiring lock "refresh_cache-56401058-ae89-4c30-a33e-1cb7a4417634" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.564792] env[62788]: DEBUG oslo_concurrency.lockutils [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] Acquired lock "refresh_cache-56401058-ae89-4c30-a33e-1cb7a4417634" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.564792] env[62788]: DEBUG nova.network.neutron [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Refreshing network info cache for port 76a42935-3a0d-46a5-b8a4-2dd3330a629f {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.581517] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394519, 'name': CreateVM_Task, 'duration_secs': 0.582744} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.584160] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.586446] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.586649] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.586964] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1019.587463] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160cb1ae-49b1-4405-9b0d-53291ffe4c04 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.599611] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1019.599611] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e4a882-7b34-1008-da43-43eacca302bb" [ 1019.599611] env[62788]: _type = "Task" [ 1019.599611] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.609785] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e4a882-7b34-1008-da43-43eacca302bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.620393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.620393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.627017] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f362bb94-5f0d-4d90-b346-65f37ae6b018 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.635749] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ea1c57-ebcc-40d5-b892-ce2078948b98 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.651041] env[62788]: DEBUG oslo_vmware.api [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.675499] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "refresh_cache-03bfda23-6542-43a2-b0b2-f0bca9d2b94c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1019.675695] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "refresh_cache-03bfda23-6542-43a2-b0b2-f0bca9d2b94c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.675770] env[62788]: DEBUG nova.network.neutron [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.683923] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5f941f-658a-4a75-a12b-aededbb7507d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.699641] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2bc78e-4bee-41b7-b7d5-07024f3eaabc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.703901] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073683} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.704463] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046121} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.704712] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.704995] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.705323] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746/d43581f7-4ba0-4260-8b72-b38e659b4746.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1019.705541] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746/d43581f7-4ba0-4260-8b72-b38e659b4746.vmdk to [datastore1] 7ff81b21-7171-4a1d-9dd1-1344f46a434a/7ff81b21-7171-4a1d-9dd1-1344f46a434a.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.706779] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4091572b-486a-412f-894f-f3950511c65a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.710183] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afb7db85-eb3d-4026-8b7f-f1e5139fbf6f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.721021] env[62788]: DEBUG nova.compute.provider_tree [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.747957] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] c3bfcb5f-b06c-4d5f-9176-f8c124355666/c3bfcb5f-b06c-4d5f-9176-f8c124355666.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.749918] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1229d58-d721-4da5-9b49-88cee46fb01b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.764895] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1019.764895] env[62788]: value = "task-2394525" [ 1019.764895] env[62788]: _type = "Task" [ 1019.764895] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.769567] env[62788]: DEBUG nova.compute.manager [req-6fe5e03d-81bf-43e3-abc4-d6e7f8b24281 req-ea949c9c-22f1-4e2f-9b00-a6d6ba5e8c11 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Received event network-vif-deleted-8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1019.769789] env[62788]: INFO nova.compute.manager [req-6fe5e03d-81bf-43e3-abc4-d6e7f8b24281 req-ea949c9c-22f1-4e2f-9b00-a6d6ba5e8c11 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Neutron deleted interface 8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36; detaching it from the instance and deleting it from the info cache [ 1019.769981] env[62788]: DEBUG nova.network.neutron [req-6fe5e03d-81bf-43e3-abc4-d6e7f8b24281 req-ea949c9c-22f1-4e2f-9b00-a6d6ba5e8c11 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.780909] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1019.780909] env[62788]: value = "task-2394526" [ 1019.780909] env[62788]: _type = "Task" [ 1019.780909] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.788597] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.789490] env[62788]: DEBUG nova.network.neutron [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Successfully created port: ff58dce5-44e6-4319-9055-0fa698ab9a5c {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.794628] env[62788]: DEBUG oslo_vmware.api [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394523, 'name': ReconfigVM_Task, 'duration_secs': 0.195839} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.795633] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485764', 'volume_id': 'b06dfa28-b670-4c2b-accc-a8244c42568e', 'name': 'volume-b06dfa28-b670-4c2b-accc-a8244c42568e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff10d7b8-218d-42cc-a63e-e9891f4de156', 'attached_at': '', 'detached_at': '', 'volume_id': 'b06dfa28-b670-4c2b-accc-a8244c42568e', 'serial': 'b06dfa28-b670-4c2b-accc-a8244c42568e'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1019.801122] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.806895] env[62788]: DEBUG nova.network.neutron [-] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.815092] env[62788]: DEBUG nova.compute.manager [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1020.027567] env[62788]: DEBUG oslo_vmware.api [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394524, 'name': PowerOffVM_Task, 'duration_secs': 0.27619} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.027936] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.028086] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.028295] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33dd5291-5b2d-4305-9b67-e21c4d0d3c8e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.115496] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e4a882-7b34-1008-da43-43eacca302bb, 'name': SearchDatastore_Task, 'duration_secs': 0.032752} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.118427] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.118685] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.118930] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.119173] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.119393] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.119789] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e33e3c3-3b91-4838-8fe9-1c77e5d17f7c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.122973] env[62788]: DEBUG nova.compute.manager [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1020.128398] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.128691] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.128795] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleting the datastore file [datastore1] b6924f32-ae5d-40ab-8619-26e1627a0264 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.129462] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-646906e9-65ba-4bb1-bc79-d1e96de1c730 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.137536] env[62788]: DEBUG oslo_vmware.api [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1020.137536] env[62788]: value = "task-2394528" [ 1020.137536] env[62788]: _type = "Task" [ 1020.137536] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.149947] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.150147] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.150972] env[62788]: DEBUG oslo_vmware.api [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.151761] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8347fb73-2dd1-4e4b-9ebb-5fa6cb1f63fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.160365] env[62788]: DEBUG oslo_vmware.api [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394520, 'name': ReconfigVM_Task, 'duration_secs': 0.797309} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.162199] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.162443] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Reconfigured VM to attach interface {{(pid=62788) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1020.165422] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1020.165422] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523465a5-dc3f-fd4a-4364-85248fbfdb75" [ 1020.165422] env[62788]: _type = "Task" [ 1020.165422] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.176024] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523465a5-dc3f-fd4a-4364-85248fbfdb75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.224992] env[62788]: DEBUG nova.scheduler.client.report [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.248892] env[62788]: DEBUG nova.network.neutron [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.277680] env[62788]: DEBUG nova.network.neutron [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Successfully created port: 1ba2518b-bc99-4b29-8f55-64715cc53793 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.282580] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43f312bd-8b38-42f2-95a1-1b1da3ef6b4c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.285968] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394525, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.306341] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7c9b2f-52af-4e3d-bcda-1c105c8c5370 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.319188] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394526, 'name': ReconfigVM_Task, 'duration_secs': 0.384703} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.319850] env[62788]: INFO nova.compute.manager [-] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Took 1.42 seconds to deallocate network for instance. [ 1020.324482] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Reconfigured VM instance instance-00000057 to attach disk [datastore1] c3bfcb5f-b06c-4d5f-9176-f8c124355666/c3bfcb5f-b06c-4d5f-9176-f8c124355666.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.325888] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc1986b8-ab00-4ce3-b9c2-c972317d664d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.339702] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1020.339702] env[62788]: value = "task-2394529" [ 1020.339702] env[62788]: _type = "Task" [ 1020.339702] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.354520] env[62788]: DEBUG nova.compute.manager [req-6fe5e03d-81bf-43e3-abc4-d6e7f8b24281 req-ea949c9c-22f1-4e2f-9b00-a6d6ba5e8c11 service nova] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Detach interface failed, port_id=8c7eb6cc-82c3-4f43-9bf8-9171e0c62e36, reason: Instance cb4b1d02-ac47-4643-aaa3-4e1ead9fa054 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1020.362380] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394529, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.472680] env[62788]: DEBUG nova.network.neutron [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Updated VIF entry in instance network info cache for port 76a42935-3a0d-46a5-b8a4-2dd3330a629f. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.473199] env[62788]: DEBUG nova.network.neutron [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Updating instance_info_cache with network_info: [{"id": "76a42935-3a0d-46a5-b8a4-2dd3330a629f", "address": "fa:16:3e:ea:a3:a2", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76a42935-3a", "ovs_interfaceid": "76a42935-3a0d-46a5-b8a4-2dd3330a629f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.496998] env[62788]: DEBUG nova.network.neutron [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Updating instance_info_cache with network_info: [{"id": "cefeb51a-6056-4bbc-8c0c-e0f783689914", "address": "fa:16:3e:a6:ea:1a", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcefeb51a-60", "ovs_interfaceid": "cefeb51a-6056-4bbc-8c0c-e0f783689914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.647847] env[62788]: DEBUG oslo_vmware.api [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.651298] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.652144] env[62788]: DEBUG nova.network.neutron [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Successfully created port: 3087bcd2-10ea-450e-b034-d7c2f4e90a52 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.667431] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cee1c4fb-f23d-4352-a5d1-7e3b22fea36e tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.276s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.678058] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523465a5-dc3f-fd4a-4364-85248fbfdb75, 'name': SearchDatastore_Task, 'duration_secs': 0.059485} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.679034] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de17302-f339-404d-a9d6-318c2cc7d4aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.685856] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1020.685856] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523c580d-f08e-0cdb-0f56-482536ae1191" [ 1020.685856] env[62788]: _type = "Task" [ 1020.685856] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.694800] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523c580d-f08e-0cdb-0f56-482536ae1191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.735457] env[62788]: DEBUG oslo_concurrency.lockutils [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.737975] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.377s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.738276] env[62788]: DEBUG nova.objects.instance [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Lazy-loading 'resources' on Instance uuid e8873fbd-7b59-4a34-a65c-4d84389413c4 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.760763] env[62788]: INFO nova.scheduler.client.report [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleted allocations for instance be7b39b1-bf0b-404e-aaf9-183262a12034 [ 1020.778435] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394525, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.828018] env[62788]: DEBUG nova.compute.manager [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1020.835029] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.851015] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394529, 'name': Rename_Task, 'duration_secs': 0.371635} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.851546] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.851950] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef50336b-f2c0-4a9e-8dc2-ceb357a17f8a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.862049] env[62788]: DEBUG nova.objects.instance [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lazy-loading 'flavor' on Instance uuid ff10d7b8-218d-42cc-a63e-e9891f4de156 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.864041] env[62788]: DEBUG nova.virt.hardware [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.864545] env[62788]: DEBUG nova.virt.hardware [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.864843] env[62788]: DEBUG nova.virt.hardware [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.865189] env[62788]: DEBUG nova.virt.hardware [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.865514] env[62788]: DEBUG nova.virt.hardware [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.865817] env[62788]: DEBUG nova.virt.hardware [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.866183] env[62788]: DEBUG nova.virt.hardware [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.866489] env[62788]: DEBUG nova.virt.hardware [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.866822] env[62788]: DEBUG nova.virt.hardware [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.867151] env[62788]: DEBUG nova.virt.hardware [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.867478] env[62788]: DEBUG nova.virt.hardware [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.868025] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1020.868025] env[62788]: value = "task-2394530" [ 1020.868025] env[62788]: _type = "Task" [ 1020.868025] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.870199] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17683792-5ac1-4fc7-acab-11886ff7bffe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.886692] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52cbf50-b019-42cd-abe3-d826a142bc08 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.891344] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394530, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.978174] env[62788]: DEBUG oslo_concurrency.lockutils [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] Releasing lock "refresh_cache-56401058-ae89-4c30-a33e-1cb7a4417634" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1020.978174] env[62788]: DEBUG nova.compute.manager [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received event network-changed-3c1678c9-28e6-4392-8a47-b7a9ba984119 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1020.978174] env[62788]: DEBUG nova.compute.manager [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Refreshing instance network info cache due to event network-changed-3c1678c9-28e6-4392-8a47-b7a9ba984119. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1020.978174] env[62788]: DEBUG oslo_concurrency.lockutils [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] Acquiring lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.978174] env[62788]: DEBUG oslo_concurrency.lockutils [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] Acquired lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.978174] env[62788]: DEBUG nova.network.neutron [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Refreshing network info cache for port 3c1678c9-28e6-4392-8a47-b7a9ba984119 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.003427] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "refresh_cache-03bfda23-6542-43a2-b0b2-f0bca9d2b94c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.003427] env[62788]: DEBUG nova.compute.manager [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Instance network_info: |[{"id": "cefeb51a-6056-4bbc-8c0c-e0f783689914", "address": "fa:16:3e:a6:ea:1a", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcefeb51a-60", "ovs_interfaceid": "cefeb51a-6056-4bbc-8c0c-e0f783689914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1021.003427] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:ea:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cefeb51a-6056-4bbc-8c0c-e0f783689914', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.009700] env[62788]: DEBUG oslo.service.loopingcall [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1021.010497] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.010923] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bfa0bc6-5862-47d7-90e6-d283af07d5d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.036554] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.036554] env[62788]: value = "task-2394531" [ 1021.036554] env[62788]: _type = "Task" [ 1021.036554] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.047605] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394531, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.085491] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "50f92193-f3c9-425a-87e8-0069dc1f9919" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.085645] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.085904] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "50f92193-f3c9-425a-87e8-0069dc1f9919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.086141] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.086342] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.088885] env[62788]: INFO nova.compute.manager [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Terminating instance [ 1021.148941] env[62788]: DEBUG oslo_vmware.api [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.199430] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523c580d-f08e-0cdb-0f56-482536ae1191, 'name': SearchDatastore_Task, 'duration_secs': 0.093546} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.199738] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1021.200030] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 56401058-ae89-4c30-a33e-1cb7a4417634/56401058-ae89-4c30-a33e-1cb7a4417634.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.200419] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4c1caf0-9254-402c-a33b-25510f632d2b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.209202] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1021.209202] env[62788]: value = "task-2394532" [ 1021.209202] env[62788]: _type = "Task" [ 1021.209202] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.220202] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.272490] env[62788]: DEBUG oslo_concurrency.lockutils [None req-21577b0d-bb84-42a0-9f1b-02b4b7ae1466 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "be7b39b1-bf0b-404e-aaf9-183262a12034" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.654s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.281025] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394525, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.385275] env[62788]: DEBUG oslo_concurrency.lockutils [None req-474ac11b-bb20-4465-9133-c7b3f933862e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.341s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.396864] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394530, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.549390] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394531, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.551146] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ea29ad-2c30-49a5-9f2a-265a225d0fef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.560663] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499289c6-57e3-4032-87e3-df75f294ca24 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.596498] env[62788]: DEBUG nova.compute.manager [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1021.596753] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.600306] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458727a7-e9b8-451d-b020-787cea4bfd46 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.603738] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f379d9-1675-4942-9dda-b1313ef4a739 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.612838] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d514be3-5e5b-4a4e-972d-74aff3162638 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.619852] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.620601] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2404cc44-973d-41b9-8707-88aa1f083e14 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.631219] env[62788]: DEBUG nova.compute.provider_tree [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.639047] env[62788]: DEBUG nova.compute.manager [req-4b18518e-522a-4abc-b342-58652f8b72c1 req-6bf8d7e8-8828-45a5-88ec-9ed01e343d91 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Received event network-changed-cefeb51a-6056-4bbc-8c0c-e0f783689914 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1021.639264] env[62788]: DEBUG nova.compute.manager [req-4b18518e-522a-4abc-b342-58652f8b72c1 req-6bf8d7e8-8828-45a5-88ec-9ed01e343d91 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Refreshing instance network info cache due to event network-changed-cefeb51a-6056-4bbc-8c0c-e0f783689914. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1021.639506] env[62788]: DEBUG oslo_concurrency.lockutils [req-4b18518e-522a-4abc-b342-58652f8b72c1 req-6bf8d7e8-8828-45a5-88ec-9ed01e343d91 service nova] Acquiring lock "refresh_cache-03bfda23-6542-43a2-b0b2-f0bca9d2b94c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.640021] env[62788]: DEBUG oslo_concurrency.lockutils [req-4b18518e-522a-4abc-b342-58652f8b72c1 req-6bf8d7e8-8828-45a5-88ec-9ed01e343d91 service nova] Acquired lock "refresh_cache-03bfda23-6542-43a2-b0b2-f0bca9d2b94c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.640021] env[62788]: DEBUG nova.network.neutron [req-4b18518e-522a-4abc-b342-58652f8b72c1 req-6bf8d7e8-8828-45a5-88ec-9ed01e343d91 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Refreshing network info cache for port cefeb51a-6056-4bbc-8c0c-e0f783689914 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.652265] env[62788]: DEBUG oslo_vmware.api [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.719967] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.723109] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.723216] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.723395] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleting the datastore file [datastore1] 50f92193-f3c9-425a-87e8-0069dc1f9919 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.723658] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb525ced-aa20-43e0-b5e1-b40a3393ba7e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.731961] env[62788]: DEBUG oslo_vmware.api [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1021.731961] env[62788]: value = "task-2394534" [ 1021.731961] env[62788]: _type = "Task" [ 1021.731961] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.741408] env[62788]: DEBUG oslo_vmware.api [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.780631] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394525, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.788472] env[62788]: DEBUG nova.network.neutron [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updated VIF entry in instance network info cache for port 3c1678c9-28e6-4392-8a47-b7a9ba984119. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.788994] env[62788]: DEBUG nova.network.neutron [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updating instance_info_cache with network_info: [{"id": "84492428-444f-43e1-822b-da8fc7a5ead1", "address": "fa:16:3e:0a:a7:b9", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84492428-44", "ovs_interfaceid": "84492428-444f-43e1-822b-da8fc7a5ead1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c1678c9-28e6-4392-8a47-b7a9ba984119", "address": "fa:16:3e:a0:2c:fb", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c1678c9-28", "ovs_interfaceid": "3c1678c9-28e6-4392-8a47-b7a9ba984119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.897120] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394530, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.051150] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394531, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.138217] env[62788]: DEBUG nova.scheduler.client.report [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.156677] env[62788]: DEBUG oslo_vmware.api [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.795193} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.157645] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.157881] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.158195] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.158301] env[62788]: INFO nova.compute.manager [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1022.158575] env[62788]: DEBUG oslo.service.loopingcall [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1022.159143] env[62788]: DEBUG nova.compute.manager [-] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1022.159264] env[62788]: DEBUG nova.network.neutron [-] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.225525] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.245231] env[62788]: DEBUG oslo_vmware.api [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.282960] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394525, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.292915] env[62788]: DEBUG oslo_concurrency.lockutils [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] Releasing lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.293205] env[62788]: DEBUG nova.compute.manager [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Received event network-vif-plugged-cefeb51a-6056-4bbc-8c0c-e0f783689914 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1022.293403] env[62788]: DEBUG oslo_concurrency.lockutils [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] Acquiring lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.293639] env[62788]: DEBUG oslo_concurrency.lockutils [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] Lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.294330] env[62788]: DEBUG oslo_concurrency.lockutils [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] Lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.294330] env[62788]: DEBUG nova.compute.manager [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] No waiting events found dispatching network-vif-plugged-cefeb51a-6056-4bbc-8c0c-e0f783689914 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.294330] env[62788]: WARNING nova.compute.manager [req-7756259f-6501-428e-9c02-677f864c7615 req-b98bbbae-5fda-4316-8ae8-1381b0cf22f7 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Received unexpected event network-vif-plugged-cefeb51a-6056-4bbc-8c0c-e0f783689914 for instance with vm_state building and task_state spawning. [ 1022.395941] env[62788]: DEBUG oslo_vmware.api [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394530, 'name': PowerOnVM_Task, 'duration_secs': 1.072996} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.400340] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.400757] env[62788]: INFO nova.compute.manager [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1022.401076] env[62788]: DEBUG nova.compute.manager [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1022.402399] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c6710b-716b-4bdc-989b-d8996227a75c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.549512] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394531, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.644996] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.650361] env[62788]: DEBUG nova.network.neutron [req-4b18518e-522a-4abc-b342-58652f8b72c1 req-6bf8d7e8-8828-45a5-88ec-9ed01e343d91 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Updated VIF entry in instance network info cache for port cefeb51a-6056-4bbc-8c0c-e0f783689914. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.650361] env[62788]: DEBUG nova.network.neutron [req-4b18518e-522a-4abc-b342-58652f8b72c1 req-6bf8d7e8-8828-45a5-88ec-9ed01e343d91 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Updating instance_info_cache with network_info: [{"id": "cefeb51a-6056-4bbc-8c0c-e0f783689914", "address": "fa:16:3e:a6:ea:1a", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcefeb51a-60", "ovs_interfaceid": "cefeb51a-6056-4bbc-8c0c-e0f783689914", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.651303] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.564s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.652094] env[62788]: DEBUG nova.objects.instance [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1022.707896] env[62788]: INFO nova.scheduler.client.report [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Deleted allocations for instance e8873fbd-7b59-4a34-a65c-4d84389413c4 [ 1022.734980] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394532, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.747083] env[62788]: DEBUG oslo_vmware.api [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.781632] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394525, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.596896} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.783014] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d43581f7-4ba0-4260-8b72-b38e659b4746/d43581f7-4ba0-4260-8b72-b38e659b4746.vmdk to [datastore1] 7ff81b21-7171-4a1d-9dd1-1344f46a434a/7ff81b21-7171-4a1d-9dd1-1344f46a434a.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.786194] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8e27e1-56cc-4def-8f67-ad9765d76063 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.811793] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 7ff81b21-7171-4a1d-9dd1-1344f46a434a/7ff81b21-7171-4a1d-9dd1-1344f46a434a.vmdk or device None with type streamOptimized {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.814367] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c3e423a-6ba1-4092-aedc-43214f121ce3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.836763] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1022.836763] env[62788]: value = "task-2394535" [ 1022.836763] env[62788]: _type = "Task" [ 1022.836763] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.845231] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394535, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.921131] env[62788]: INFO nova.compute.manager [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Took 24.85 seconds to build instance. [ 1022.988862] env[62788]: DEBUG nova.network.neutron [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Successfully updated port: ff58dce5-44e6-4319-9055-0fa698ab9a5c {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.002413] env[62788]: DEBUG nova.compute.manager [req-ca59b644-d27e-4ddd-90b2-c4ae224724e3 req-3132ba25-bd7a-4c67-8d9b-735e889dc782 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received event network-vif-plugged-ff58dce5-44e6-4319-9055-0fa698ab9a5c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1023.002641] env[62788]: DEBUG oslo_concurrency.lockutils [req-ca59b644-d27e-4ddd-90b2-c4ae224724e3 req-3132ba25-bd7a-4c67-8d9b-735e889dc782 service nova] Acquiring lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.002899] env[62788]: DEBUG oslo_concurrency.lockutils [req-ca59b644-d27e-4ddd-90b2-c4ae224724e3 req-3132ba25-bd7a-4c67-8d9b-735e889dc782 service nova] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.003104] env[62788]: DEBUG oslo_concurrency.lockutils [req-ca59b644-d27e-4ddd-90b2-c4ae224724e3 req-3132ba25-bd7a-4c67-8d9b-735e889dc782 service nova] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.003207] env[62788]: DEBUG nova.compute.manager [req-ca59b644-d27e-4ddd-90b2-c4ae224724e3 req-3132ba25-bd7a-4c67-8d9b-735e889dc782 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] No waiting events found dispatching network-vif-plugged-ff58dce5-44e6-4319-9055-0fa698ab9a5c {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.003370] env[62788]: WARNING nova.compute.manager [req-ca59b644-d27e-4ddd-90b2-c4ae224724e3 req-3132ba25-bd7a-4c67-8d9b-735e889dc782 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received unexpected event network-vif-plugged-ff58dce5-44e6-4319-9055-0fa698ab9a5c for instance with vm_state building and task_state spawning. [ 1023.050804] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394531, 'name': CreateVM_Task, 'duration_secs': 1.629143} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.051016] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.051811] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.052143] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.052309] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.052632] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc96e8e6-ac7c-4aff-a8c5-2f3afeca549b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.057297] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1023.057297] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ebaf62-2b4e-851b-15cb-02c65f31ea0b" [ 1023.057297] env[62788]: _type = "Task" [ 1023.057297] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.067721] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ebaf62-2b4e-851b-15cb-02c65f31ea0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.156105] env[62788]: DEBUG oslo_concurrency.lockutils [req-4b18518e-522a-4abc-b342-58652f8b72c1 req-6bf8d7e8-8828-45a5-88ec-9ed01e343d91 service nova] Releasing lock "refresh_cache-03bfda23-6542-43a2-b0b2-f0bca9d2b94c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.223368] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394532, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.601272} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.225573] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 56401058-ae89-4c30-a33e-1cb7a4417634/56401058-ae89-4c30-a33e-1cb7a4417634.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.225791] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.226269] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0075b969-f8a4-4f75-84c9-b573862931ac tempest-ServersTestFqdnHostnames-1479684429 tempest-ServersTestFqdnHostnames-1479684429-project-member] Lock "e8873fbd-7b59-4a34-a65c-4d84389413c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.560s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.227088] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82215309-38d5-483f-9d51-b88d9be9a006 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.229215] env[62788]: DEBUG nova.network.neutron [-] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.235711] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1023.235711] env[62788]: value = "task-2394536" [ 1023.235711] env[62788]: _type = "Task" [ 1023.235711] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.255345] env[62788]: DEBUG oslo_vmware.api [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.03743} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.258144] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.258343] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.258529] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.258701] env[62788]: INFO nova.compute.manager [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1023.258956] env[62788]: DEBUG oslo.service.loopingcall [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.259422] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.259627] env[62788]: DEBUG nova.compute.manager [-] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1023.259723] env[62788]: DEBUG nova.network.neutron [-] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.291515] env[62788]: DEBUG oslo_concurrency.lockutils [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-e6950f61-d28f-4f88-a315-fb9c024d9ca9" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.291762] env[62788]: DEBUG oslo_concurrency.lockutils [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-e6950f61-d28f-4f88-a315-fb9c024d9ca9" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.292147] env[62788]: DEBUG nova.objects.instance [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'flavor' on Instance uuid 130e2f44-88b4-4acd-a686-f46ec59d4e49 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.346784] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394535, 'name': ReconfigVM_Task, 'duration_secs': 0.418779} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.347195] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 7ff81b21-7171-4a1d-9dd1-1344f46a434a/7ff81b21-7171-4a1d-9dd1-1344f46a434a.vmdk or device None with type streamOptimized {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.348579] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'guest_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_secret_uuid': None, 'image_id': 'ded308c2-03fc-44b4-b2d2-14ca94f4b07f'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485752', 'volume_id': 'c140c782-568b-45d0-93c1-96d5a8852927', 'name': 'volume-c140c782-568b-45d0-93c1-96d5a8852927', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7ff81b21-7171-4a1d-9dd1-1344f46a434a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c140c782-568b-45d0-93c1-96d5a8852927', 'serial': 'c140c782-568b-45d0-93c1-96d5a8852927'}, 'boot_index': None, 'guest_format': None, 'attachment_id': '4ace3037-9be6-404a-8eb7-4911fcf7c760', 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62788) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1023.348785] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1023.348974] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485752', 'volume_id': 'c140c782-568b-45d0-93c1-96d5a8852927', 'name': 'volume-c140c782-568b-45d0-93c1-96d5a8852927', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7ff81b21-7171-4a1d-9dd1-1344f46a434a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c140c782-568b-45d0-93c1-96d5a8852927', 'serial': 'c140c782-568b-45d0-93c1-96d5a8852927'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1023.349807] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6138d70d-fb83-4be4-a2e7-c0a5becb8a93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.365354] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe907304-af45-495b-b08b-e1e07bf74387 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.389258] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-c140c782-568b-45d0-93c1-96d5a8852927/volume-c140c782-568b-45d0-93c1-96d5a8852927.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.389521] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-056b6902-0b67-464f-9ec9-963cfacdc73e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.406844] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1023.406844] env[62788]: value = "task-2394537" [ 1023.406844] env[62788]: _type = "Task" [ 1023.406844] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.414512] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.423863] env[62788]: DEBUG oslo_concurrency.lockutils [None req-83f47b57-7c94-47c8-8463-e95237f9e33a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.367s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.567813] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ebaf62-2b4e-851b-15cb-02c65f31ea0b, 'name': SearchDatastore_Task, 'duration_secs': 0.013439} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.568131] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.568467] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.568721] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.568855] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.569050] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.569392] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49672521-18d6-40c2-97a5-22a8bf1ebc30 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.578087] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.578303] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.579084] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935ed6dc-bcc1-499f-8299-22429d6fa0b0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.584326] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1023.584326] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52508359-12e7-9bf7-c3dc-f77598fa95f0" [ 1023.584326] env[62788]: _type = "Task" [ 1023.584326] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.594022] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52508359-12e7-9bf7-c3dc-f77598fa95f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.661518] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc98dc3d-f897-4f55-a34a-01c211b577ec tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.662710] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.668s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.662866] env[62788]: DEBUG nova.objects.instance [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1023.731936] env[62788]: INFO nova.compute.manager [-] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Took 1.57 seconds to deallocate network for instance. [ 1023.754207] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082628} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.754207] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.755034] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6866bd-9268-49db-8b89-4da5dd08d141 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.779887] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 56401058-ae89-4c30-a33e-1cb7a4417634/56401058-ae89-4c30-a33e-1cb7a4417634.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.780945] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72ed55f0-a4f8-4d3b-9aa3-eaccae696437 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.806386] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1023.806386] env[62788]: value = "task-2394538" [ 1023.806386] env[62788]: _type = "Task" [ 1023.806386] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.815352] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.917896] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394537, 'name': ReconfigVM_Task, 'duration_secs': 0.307989} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.918372] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-c140c782-568b-45d0-93c1-96d5a8852927/volume-c140c782-568b-45d0-93c1-96d5a8852927.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.924451] env[62788]: DEBUG nova.objects.instance [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'pci_requests' on Instance uuid 130e2f44-88b4-4acd-a686-f46ec59d4e49 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.925480] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-195ea3e2-bbee-42a2-a489-ba69d75e03e5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.937639] env[62788]: DEBUG nova.objects.base [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Object Instance<130e2f44-88b4-4acd-a686-f46ec59d4e49> lazy-loaded attributes: flavor,pci_requests {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1023.937838] env[62788]: DEBUG nova.network.neutron [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.950044] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1023.950044] env[62788]: value = "task-2394539" [ 1023.950044] env[62788]: _type = "Task" [ 1023.950044] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.959967] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.040459] env[62788]: DEBUG nova.network.neutron [-] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.043183] env[62788]: DEBUG nova.policy [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948d9705e8634e768cfc5b341eda8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c418b624ace4dfa808d35ed0a8ac60c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.051701] env[62788]: DEBUG nova.compute.manager [req-d2a0c3fa-5648-48c0-8066-89185ad1c866 req-73f3d048-6c35-49ef-a10f-333d94e79fce service nova] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Received event network-vif-deleted-99fbda61-8139-4884-94d1-5589bbf78f10 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1024.097540] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52508359-12e7-9bf7-c3dc-f77598fa95f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.099057] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399c053f-efb1-4d1f-af8e-6e16dac14571 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.103798] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1024.103798] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d07af3-2d5e-5f4b-5536-08b9438fd864" [ 1024.103798] env[62788]: _type = "Task" [ 1024.103798] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.112218] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d07af3-2d5e-5f4b-5536-08b9438fd864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.145779] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "d253b4ca-939e-43fd-b1f4-35242fd35132" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.145996] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "d253b4ca-939e-43fd-b1f4-35242fd35132" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.238159] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.315562] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394538, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.461953] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394539, 'name': ReconfigVM_Task, 'duration_secs': 0.183457} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.462289] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485752', 'volume_id': 'c140c782-568b-45d0-93c1-96d5a8852927', 'name': 'volume-c140c782-568b-45d0-93c1-96d5a8852927', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7ff81b21-7171-4a1d-9dd1-1344f46a434a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c140c782-568b-45d0-93c1-96d5a8852927', 'serial': 'c140c782-568b-45d0-93c1-96d5a8852927'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1024.462943] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52097750-ab4a-401a-9c63-43f5a1c539b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.469743] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1024.469743] env[62788]: value = "task-2394540" [ 1024.469743] env[62788]: _type = "Task" [ 1024.469743] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.481154] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394540, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.547042] env[62788]: INFO nova.compute.manager [-] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Took 1.29 seconds to deallocate network for instance. [ 1024.617254] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d07af3-2d5e-5f4b-5536-08b9438fd864, 'name': SearchDatastore_Task, 'duration_secs': 0.009217} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.617609] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.621023] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 03bfda23-6542-43a2-b0b2-f0bca9d2b94c/03bfda23-6542-43a2-b0b2-f0bca9d2b94c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.621023] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1b2c530-a1d6-4b11-9bd3-5ecdbfd5008c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.626149] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1024.626149] env[62788]: value = "task-2394541" [ 1024.626149] env[62788]: _type = "Task" [ 1024.626149] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.636965] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.654022] env[62788]: DEBUG nova.compute.manager [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1024.673982] env[62788]: DEBUG oslo_concurrency.lockutils [None req-996ad003-eda3-4028-86dc-c9987df0bef4 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.674666] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.023s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.679782] env[62788]: INFO nova.compute.claims [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.819076] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394538, 'name': ReconfigVM_Task, 'duration_secs': 0.762881} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.819076] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 56401058-ae89-4c30-a33e-1cb7a4417634/56401058-ae89-4c30-a33e-1cb7a4417634.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.822021] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a6935e7-5269-461d-a799-058839fb4850 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.830025] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1024.830025] env[62788]: value = "task-2394542" [ 1024.830025] env[62788]: _type = "Task" [ 1024.830025] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.843979] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394542, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.981153] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394540, 'name': Rename_Task, 'duration_secs': 0.151982} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.981416] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.981682] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea5c8e64-41c2-45c5-8376-c180039d49ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.988022] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1024.988022] env[62788]: value = "task-2394543" [ 1024.988022] env[62788]: _type = "Task" [ 1024.988022] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.997807] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.053993] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.131074] env[62788]: DEBUG nova.network.neutron [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Successfully updated port: 1ba2518b-bc99-4b29-8f55-64715cc53793 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.137885] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450853} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.138200] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 03bfda23-6542-43a2-b0b2-f0bca9d2b94c/03bfda23-6542-43a2-b0b2-f0bca9d2b94c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.138445] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.138958] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ec69094-9c7f-4057-b585-3130e08ea6bd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.145471] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1025.145471] env[62788]: value = "task-2394544" [ 1025.145471] env[62788]: _type = "Task" [ 1025.145471] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.153519] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.176790] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.236067] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.236351] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.236565] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.236747] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.236917] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.239108] env[62788]: INFO nova.compute.manager [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Terminating instance [ 1025.256976] env[62788]: DEBUG nova.compute.manager [req-13e72124-046c-448b-8fee-7a9e1e516576 req-6c238fef-fdab-49cd-aa92-4d3ae7696a85 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received event network-changed-ff58dce5-44e6-4319-9055-0fa698ab9a5c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1025.257178] env[62788]: DEBUG nova.compute.manager [req-13e72124-046c-448b-8fee-7a9e1e516576 req-6c238fef-fdab-49cd-aa92-4d3ae7696a85 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Refreshing instance network info cache due to event network-changed-ff58dce5-44e6-4319-9055-0fa698ab9a5c. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1025.257550] env[62788]: DEBUG oslo_concurrency.lockutils [req-13e72124-046c-448b-8fee-7a9e1e516576 req-6c238fef-fdab-49cd-aa92-4d3ae7696a85 service nova] Acquiring lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.257651] env[62788]: DEBUG oslo_concurrency.lockutils [req-13e72124-046c-448b-8fee-7a9e1e516576 req-6c238fef-fdab-49cd-aa92-4d3ae7696a85 service nova] Acquired lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.257730] env[62788]: DEBUG nova.network.neutron [req-13e72124-046c-448b-8fee-7a9e1e516576 req-6c238fef-fdab-49cd-aa92-4d3ae7696a85 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Refreshing network info cache for port ff58dce5-44e6-4319-9055-0fa698ab9a5c {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.339627] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394542, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.504586] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.661196] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.742878] env[62788]: DEBUG nova.compute.manager [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1025.743086] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.743961] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840ebdbf-aa4f-4f1b-9a9f-f4afd9dce65c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.752278] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.752531] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05dd5d89-aa9d-4c8b-b1e9-417273c5437f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.762381] env[62788]: DEBUG oslo_vmware.api [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1025.762381] env[62788]: value = "task-2394545" [ 1025.762381] env[62788]: _type = "Task" [ 1025.762381] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.770748] env[62788]: DEBUG oslo_vmware.api [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.812691] env[62788]: DEBUG nova.network.neutron [req-13e72124-046c-448b-8fee-7a9e1e516576 req-6c238fef-fdab-49cd-aa92-4d3ae7696a85 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.844248] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394542, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.938513] env[62788]: DEBUG nova.network.neutron [req-13e72124-046c-448b-8fee-7a9e1e516576 req-6c238fef-fdab-49cd-aa92-4d3ae7696a85 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.999679] env[62788]: DEBUG oslo_vmware.api [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394543, 'name': PowerOnVM_Task, 'duration_secs': 0.560951} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.999970] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.023569] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d279582-face-41b2-99e4-6247aae1e5ec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.030958] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2ccc46-59f3-40d8-8c89-8a7a69000660 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.063703] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f899df4f-1f48-4cbe-8284-7fe4803f3c94 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.071933] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15919744-835c-4dfe-8f72-6062e3f713e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.087256] env[62788]: DEBUG nova.compute.provider_tree [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.111100] env[62788]: DEBUG nova.network.neutron [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Successfully updated port: e6950f61-d28f-4f88-a315-fb9c024d9ca9 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.132334] env[62788]: DEBUG nova.compute.manager [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1026.133579] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ecf278-c11f-4570-ae26-a875caf532ec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.155368] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394544, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.272980] env[62788]: DEBUG oslo_vmware.api [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394545, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.287385] env[62788]: DEBUG nova.compute.manager [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received event network-vif-plugged-1ba2518b-bc99-4b29-8f55-64715cc53793 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1026.287385] env[62788]: DEBUG oslo_concurrency.lockutils [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] Acquiring lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.287385] env[62788]: DEBUG oslo_concurrency.lockutils [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.287385] env[62788]: DEBUG oslo_concurrency.lockutils [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.287385] env[62788]: DEBUG nova.compute.manager [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] No waiting events found dispatching network-vif-plugged-1ba2518b-bc99-4b29-8f55-64715cc53793 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.287385] env[62788]: WARNING nova.compute.manager [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received unexpected event network-vif-plugged-1ba2518b-bc99-4b29-8f55-64715cc53793 for instance with vm_state building and task_state spawning. [ 1026.287385] env[62788]: DEBUG nova.compute.manager [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received event network-changed-1ba2518b-bc99-4b29-8f55-64715cc53793 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1026.287385] env[62788]: DEBUG nova.compute.manager [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Refreshing instance network info cache due to event network-changed-1ba2518b-bc99-4b29-8f55-64715cc53793. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1026.287385] env[62788]: DEBUG oslo_concurrency.lockutils [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] Acquiring lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.340280] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394542, 'name': Rename_Task, 'duration_secs': 1.299123} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.340280] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.340280] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83e552e1-da05-4ca9-9901-51aeb4250f76 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.346953] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1026.346953] env[62788]: value = "task-2394546" [ 1026.346953] env[62788]: _type = "Task" [ 1026.346953] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.355197] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.441861] env[62788]: DEBUG oslo_concurrency.lockutils [req-13e72124-046c-448b-8fee-7a9e1e516576 req-6c238fef-fdab-49cd-aa92-4d3ae7696a85 service nova] Releasing lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.442184] env[62788]: DEBUG nova.compute.manager [req-13e72124-046c-448b-8fee-7a9e1e516576 req-6c238fef-fdab-49cd-aa92-4d3ae7696a85 service nova] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Received event network-vif-deleted-aac08083-a2d1-4e80-abf9-e4a7b0a9a3b1 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1026.442545] env[62788]: DEBUG oslo_concurrency.lockutils [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] Acquired lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.442726] env[62788]: DEBUG nova.network.neutron [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Refreshing network info cache for port 1ba2518b-bc99-4b29-8f55-64715cc53793 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.592419] env[62788]: DEBUG nova.scheduler.client.report [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.613822] env[62788]: DEBUG oslo_concurrency.lockutils [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.613995] env[62788]: DEBUG oslo_concurrency.lockutils [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.614190] env[62788]: DEBUG nova.network.neutron [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.656710] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2aba1bb2-73f9-46ef-b082-9f917fcc0e83 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 36.173s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.661972] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.02575} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.662329] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.663182] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc976251-2c56-49fd-8fcd-6b0bf0e4f0a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.686854] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 03bfda23-6542-43a2-b0b2-f0bca9d2b94c/03bfda23-6542-43a2-b0b2-f0bca9d2b94c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.687787] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d50b29b-59be-4e23-89ed-c9de5a223886 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.707903] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1026.707903] env[62788]: value = "task-2394547" [ 1026.707903] env[62788]: _type = "Task" [ 1026.707903] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.716598] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.774127] env[62788]: DEBUG oslo_vmware.api [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394545, 'name': PowerOffVM_Task, 'duration_secs': 0.528638} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.774444] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.774631] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.774890] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4340352-9fce-466e-b3d3-52b6097f82a9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.845034] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.845265] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.845457] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleting the datastore file [datastore1] c3bfcb5f-b06c-4d5f-9176-f8c124355666 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.845723] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6ef8181-094e-49da-bb12-e4191eb3eda4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.856063] env[62788]: DEBUG oslo_vmware.api [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394546, 'name': PowerOnVM_Task, 'duration_secs': 0.463387} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.857395] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.857642] env[62788]: INFO nova.compute.manager [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1026.857871] env[62788]: DEBUG nova.compute.manager [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1026.858213] env[62788]: DEBUG oslo_vmware.api [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1026.858213] env[62788]: value = "task-2394549" [ 1026.858213] env[62788]: _type = "Task" [ 1026.858213] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.858898] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910d3ae8-2e87-4de9-84b3-766ac2e4ceb6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.868923] env[62788]: DEBUG oslo_vmware.api [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.983661] env[62788]: DEBUG nova.network.neutron [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.081310] env[62788]: DEBUG nova.network.neutron [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.097546] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.098086] env[62788]: DEBUG nova.compute.manager [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1027.101259] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.266s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.101625] env[62788]: DEBUG nova.objects.instance [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Lazy-loading 'resources' on Instance uuid cb4b1d02-ac47-4643-aaa3-4e1ead9fa054 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.178443] env[62788]: WARNING nova.network.neutron [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] 7823ae8d-42f4-43b2-a239-db1d3283e303 already exists in list: networks containing: ['7823ae8d-42f4-43b2-a239-db1d3283e303']. ignoring it [ 1027.178765] env[62788]: WARNING nova.network.neutron [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] 7823ae8d-42f4-43b2-a239-db1d3283e303 already exists in list: networks containing: ['7823ae8d-42f4-43b2-a239-db1d3283e303']. ignoring it [ 1027.221142] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394547, 'name': ReconfigVM_Task, 'duration_secs': 0.454242} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.221142] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 03bfda23-6542-43a2-b0b2-f0bca9d2b94c/03bfda23-6542-43a2-b0b2-f0bca9d2b94c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.221842] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fe882b2-70b2-4cd5-a38f-3fcb7306a43f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.228618] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1027.228618] env[62788]: value = "task-2394550" [ 1027.228618] env[62788]: _type = "Task" [ 1027.228618] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.237599] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394550, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.362095] env[62788]: DEBUG nova.compute.manager [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received event network-vif-plugged-e6950f61-d28f-4f88-a315-fb9c024d9ca9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1027.362400] env[62788]: DEBUG oslo_concurrency.lockutils [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] Acquiring lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.362538] env[62788]: DEBUG oslo_concurrency.lockutils [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.363396] env[62788]: DEBUG oslo_concurrency.lockutils [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.363661] env[62788]: DEBUG nova.compute.manager [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] No waiting events found dispatching network-vif-plugged-e6950f61-d28f-4f88-a315-fb9c024d9ca9 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1027.364552] env[62788]: WARNING nova.compute.manager [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received unexpected event network-vif-plugged-e6950f61-d28f-4f88-a315-fb9c024d9ca9 for instance with vm_state active and task_state None. [ 1027.364796] env[62788]: DEBUG nova.compute.manager [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received event network-changed-e6950f61-d28f-4f88-a315-fb9c024d9ca9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1027.365015] env[62788]: DEBUG nova.compute.manager [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Refreshing instance network info cache due to event network-changed-e6950f61-d28f-4f88-a315-fb9c024d9ca9. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1027.365427] env[62788]: DEBUG oslo_concurrency.lockutils [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] Acquiring lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1027.383350] env[62788]: DEBUG oslo_vmware.api [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210872} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.387304] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.387926] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.387926] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.387926] env[62788]: INFO nova.compute.manager [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1027.388250] env[62788]: DEBUG oslo.service.loopingcall [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.388716] env[62788]: INFO nova.compute.manager [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Took 23.20 seconds to build instance. [ 1027.389563] env[62788]: DEBUG nova.compute.manager [-] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1027.389704] env[62788]: DEBUG nova.network.neutron [-] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.585580] env[62788]: DEBUG oslo_concurrency.lockutils [req-40f04ed6-bf41-49a3-9bf5-5ea818fc2cab req-1f91c57f-61c0-4428-bde3-b8165bea2775 service nova] Releasing lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.603373] env[62788]: DEBUG nova.compute.utils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1027.605122] env[62788]: DEBUG nova.compute.manager [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1027.609111] env[62788]: DEBUG nova.network.neutron [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.664341] env[62788]: DEBUG nova.network.neutron [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Successfully updated port: 3087bcd2-10ea-450e-b034-d7c2f4e90a52 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.700463] env[62788]: DEBUG nova.policy [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b70a73d46e1f4f4a80d03a69d6f3c2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e33d82093564b74817d00e7812582d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.744149] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394550, 'name': Rename_Task, 'duration_secs': 0.414432} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.747191] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.749611] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a78e2bab-3b12-46a5-a71d-675c954f6c97 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.757850] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1027.757850] env[62788]: value = "task-2394551" [ 1027.757850] env[62788]: _type = "Task" [ 1027.757850] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.767624] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.768078] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.770937] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.771198] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 1027.771354] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Rebuilding the list of instances to heal {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10471}} [ 1027.830547] env[62788]: DEBUG nova.network.neutron [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updating instance_info_cache with network_info: [{"id": "84492428-444f-43e1-822b-da8fc7a5ead1", "address": "fa:16:3e:0a:a7:b9", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84492428-44", "ovs_interfaceid": "84492428-444f-43e1-822b-da8fc7a5ead1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c1678c9-28e6-4392-8a47-b7a9ba984119", "address": "fa:16:3e:a0:2c:fb", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c1678c9-28", "ovs_interfaceid": "3c1678c9-28e6-4392-8a47-b7a9ba984119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6950f61-d28f-4f88-a315-fb9c024d9ca9", "address": "fa:16:3e:a1:27:b1", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6950f61-d2", "ovs_interfaceid": "e6950f61-d28f-4f88-a315-fb9c024d9ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.886137] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fc3151-f954-466d-ad5e-fb4d85972cd0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.893133] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c159edb0-a6c3-4826-a371-a1ecacd6b904 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "56401058-ae89-4c30-a33e-1cb7a4417634" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.718s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.894383] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2ecf7e-96ec-44f4-b954-20d56a23eb65 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.924797] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356998ac-c29d-4ff9-a327-0f59925c07fd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.932534] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292d4e9f-0f1b-468f-ad79-6f12e5884f37 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.947773] env[62788]: DEBUG nova.compute.provider_tree [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.084590] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058f316d-b548-4d0c-94bd-58a473d1dcdc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.091913] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-379f90a4-4055-4913-9cfb-40dc03f32c6f tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Suspending the VM {{(pid=62788) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1028.092254] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-13965d2f-c0d1-4891-9d4d-c79fbda1f161 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.098077] env[62788]: DEBUG oslo_vmware.api [None req-379f90a4-4055-4913-9cfb-40dc03f32c6f tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1028.098077] env[62788]: value = "task-2394552" [ 1028.098077] env[62788]: _type = "Task" [ 1028.098077] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.106435] env[62788]: DEBUG oslo_vmware.api [None req-379f90a4-4055-4913-9cfb-40dc03f32c6f tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394552, 'name': SuspendVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.111891] env[62788]: DEBUG nova.compute.manager [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1028.124984] env[62788]: DEBUG nova.network.neutron [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Successfully created port: 8dc4dc1d-df8a-4a10-b495-31ef2238fe90 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.167755] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.167931] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquired lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.168070] env[62788]: DEBUG nova.network.neutron [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.269128] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.277991] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Skipping network cache update for instance because it is being deleted. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10484}} [ 1028.278164] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Skipping network cache update for instance because it is Building. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10480}} [ 1028.278382] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Skipping network cache update for instance because it is Building. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10480}} [ 1028.278513] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Skipping network cache update for instance because it is Building. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10480}} [ 1028.320501] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.320691] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquired lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.320914] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Forcefully refreshing network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1028.321167] env[62788]: DEBUG nova.objects.instance [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lazy-loading 'info_cache' on Instance uuid 11a2b336-8e4b-4627-872c-b70cf0d19cc0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.326348] env[62788]: DEBUG nova.compute.manager [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received event network-vif-plugged-3087bcd2-10ea-450e-b034-d7c2f4e90a52 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1028.326567] env[62788]: DEBUG oslo_concurrency.lockutils [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] Acquiring lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.326851] env[62788]: DEBUG oslo_concurrency.lockutils [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.327106] env[62788]: DEBUG oslo_concurrency.lockutils [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.327326] env[62788]: DEBUG nova.compute.manager [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] No waiting events found dispatching network-vif-plugged-3087bcd2-10ea-450e-b034-d7c2f4e90a52 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.327554] env[62788]: WARNING nova.compute.manager [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received unexpected event network-vif-plugged-3087bcd2-10ea-450e-b034-d7c2f4e90a52 for instance with vm_state building and task_state spawning. [ 1028.328874] env[62788]: DEBUG nova.compute.manager [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received event network-changed-3087bcd2-10ea-450e-b034-d7c2f4e90a52 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1028.328874] env[62788]: DEBUG nova.compute.manager [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Refreshing instance network info cache due to event network-changed-3087bcd2-10ea-450e-b034-d7c2f4e90a52. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1028.328874] env[62788]: DEBUG oslo_concurrency.lockutils [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] Acquiring lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.336447] env[62788]: DEBUG oslo_concurrency.lockutils [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1028.337231] env[62788]: DEBUG oslo_concurrency.lockutils [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1028.338036] env[62788]: DEBUG oslo_concurrency.lockutils [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.338036] env[62788]: DEBUG oslo_concurrency.lockutils [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] Acquired lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.338036] env[62788]: DEBUG nova.network.neutron [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Refreshing network info cache for port e6950f61-d28f-4f88-a315-fb9c024d9ca9 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.340868] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02796958-2e71-4317-96e2-149ad871b5d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.363048] env[62788]: DEBUG nova.virt.hardware [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.363048] env[62788]: DEBUG nova.virt.hardware [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.363048] env[62788]: DEBUG nova.virt.hardware [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.363315] env[62788]: DEBUG nova.virt.hardware [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.363481] env[62788]: DEBUG nova.virt.hardware [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.363700] env[62788]: DEBUG nova.virt.hardware [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.363959] env[62788]: DEBUG nova.virt.hardware [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.364159] env[62788]: DEBUG nova.virt.hardware [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.364341] env[62788]: DEBUG nova.virt.hardware [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.364553] env[62788]: DEBUG nova.virt.hardware [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.364731] env[62788]: DEBUG nova.virt.hardware [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.371899] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Reconfiguring VM to attach interface {{(pid=62788) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1028.372960] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-762535ac-b36a-4c94-97b3-40cdceab0af1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.388481] env[62788]: DEBUG nova.network.neutron [-] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.398280] env[62788]: DEBUG oslo_vmware.api [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1028.398280] env[62788]: value = "task-2394553" [ 1028.398280] env[62788]: _type = "Task" [ 1028.398280] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.408090] env[62788]: DEBUG oslo_vmware.api [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394553, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.452022] env[62788]: DEBUG nova.scheduler.client.report [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.611079] env[62788]: DEBUG oslo_vmware.api [None req-379f90a4-4055-4913-9cfb-40dc03f32c6f tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394552, 'name': SuspendVM_Task} progress is 62%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.720760] env[62788]: DEBUG nova.network.neutron [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.764537] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.764760] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.775022] env[62788]: DEBUG oslo_vmware.api [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394551, 'name': PowerOnVM_Task, 'duration_secs': 0.722876} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.775022] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.775022] env[62788]: INFO nova.compute.manager [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1028.775022] env[62788]: DEBUG nova.compute.manager [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1028.775022] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec83aec-cd7c-4ca7-86ec-a30ca61d618b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.893168] env[62788]: INFO nova.compute.manager [-] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Took 1.50 seconds to deallocate network for instance. [ 1028.913389] env[62788]: DEBUG oslo_vmware.api [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.958183] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.962448] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.723s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.962448] env[62788]: DEBUG nova.objects.instance [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lazy-loading 'resources' on Instance uuid b6924f32-ae5d-40ab-8619-26e1627a0264 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.995749] env[62788]: INFO nova.scheduler.client.report [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Deleted allocations for instance cb4b1d02-ac47-4643-aaa3-4e1ead9fa054 [ 1029.118364] env[62788]: DEBUG oslo_vmware.api [None req-379f90a4-4055-4913-9cfb-40dc03f32c6f tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394552, 'name': SuspendVM_Task, 'duration_secs': 0.940536} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.118642] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-379f90a4-4055-4913-9cfb-40dc03f32c6f tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Suspended the VM {{(pid=62788) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1029.118874] env[62788]: DEBUG nova.compute.manager [None req-379f90a4-4055-4913-9cfb-40dc03f32c6f tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1029.119628] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b659bd-ab4d-4e5e-9cef-065f4ae74d6e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.123237] env[62788]: DEBUG nova.compute.manager [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1029.138719] env[62788]: DEBUG nova.network.neutron [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updated VIF entry in instance network info cache for port e6950f61-d28f-4f88-a315-fb9c024d9ca9. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.139213] env[62788]: DEBUG nova.network.neutron [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updating instance_info_cache with network_info: [{"id": "84492428-444f-43e1-822b-da8fc7a5ead1", "address": "fa:16:3e:0a:a7:b9", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84492428-44", "ovs_interfaceid": "84492428-444f-43e1-822b-da8fc7a5ead1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3c1678c9-28e6-4392-8a47-b7a9ba984119", "address": "fa:16:3e:a0:2c:fb", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c1678c9-28", "ovs_interfaceid": "3c1678c9-28e6-4392-8a47-b7a9ba984119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6950f61-d28f-4f88-a315-fb9c024d9ca9", "address": "fa:16:3e:a1:27:b1", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6950f61-d2", "ovs_interfaceid": "e6950f61-d28f-4f88-a315-fb9c024d9ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.161213] env[62788]: DEBUG nova.virt.hardware [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.161496] env[62788]: DEBUG nova.virt.hardware [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.162057] env[62788]: DEBUG nova.virt.hardware [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.162298] env[62788]: DEBUG nova.virt.hardware [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.162457] env[62788]: DEBUG nova.virt.hardware [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.162614] env[62788]: DEBUG nova.virt.hardware [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.162836] env[62788]: DEBUG nova.virt.hardware [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.163009] env[62788]: DEBUG nova.virt.hardware [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.163192] env[62788]: DEBUG nova.virt.hardware [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.163362] env[62788]: DEBUG nova.virt.hardware [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.163541] env[62788]: DEBUG nova.virt.hardware [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.164881] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c5ef1d-accc-4a69-ab92-573cb9c2517f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.175085] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edad248-a395-4f3d-bcb3-9901917c3232 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.269033] env[62788]: DEBUG nova.compute.utils [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1029.304023] env[62788]: INFO nova.compute.manager [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Took 24.06 seconds to build instance. [ 1029.402992] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.416290] env[62788]: DEBUG oslo_vmware.api [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394553, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.503742] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22782aa9-ec95-4601-bc8d-6c3861d4e664 tempest-ServerTagsTestJSON-581016598 tempest-ServerTagsTestJSON-581016598-project-member] Lock "cb4b1d02-ac47-4643-aaa3-4e1ead9fa054" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.801s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.556114] env[62788]: DEBUG nova.network.neutron [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Updating instance_info_cache with network_info: [{"id": "ff58dce5-44e6-4319-9055-0fa698ab9a5c", "address": "fa:16:3e:38:93:29", "network": {"id": "7f347db7-4363-4f24-928d-272b6e4779a1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-610106685", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff58dce5-44", "ovs_interfaceid": "ff58dce5-44e6-4319-9055-0fa698ab9a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ba2518b-bc99-4b29-8f55-64715cc53793", "address": "fa:16:3e:ff:aa:40", "network": {"id": "f8300b80-6da5-4116-98f0-52c0930f2aac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2038424514", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba2518b-bc", "ovs_interfaceid": "1ba2518b-bc99-4b29-8f55-64715cc53793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3087bcd2-10ea-450e-b034-d7c2f4e90a52", "address": "fa:16:3e:f9:a7:62", "network": {"id": "7f347db7-4363-4f24-928d-272b6e4779a1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-610106685", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3087bcd2-10", "ovs_interfaceid": "3087bcd2-10ea-450e-b034-d7c2f4e90a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.643281] env[62788]: DEBUG oslo_concurrency.lockutils [req-430729c6-8384-4228-87c6-30a10ec99757 req-9c0895fb-8a7c-430f-a046-6bc69287707b service nova] Releasing lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1029.768160] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48020fbc-8db6-411c-bfb0-3889dfc1f1c8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.771690] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.776270] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772f544b-226c-4ece-9df0-dcfc6fcfc160 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.806746] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9e3639d2-0617-4fd7-9026-bd71d70ff159 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.581s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.807983] env[62788]: DEBUG nova.network.neutron [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Successfully updated port: 8dc4dc1d-df8a-4a10-b495-31ef2238fe90 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.810451] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12552e-b43c-42b7-9cea-680e90213169 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.817539] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9902092b-fa6d-4b25-9878-6e8168b2eceb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.832054] env[62788]: DEBUG nova.compute.provider_tree [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.919078] env[62788]: DEBUG oslo_vmware.api [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394553, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.059044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Releasing lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.059455] env[62788]: DEBUG nova.compute.manager [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Instance network_info: |[{"id": "ff58dce5-44e6-4319-9055-0fa698ab9a5c", "address": "fa:16:3e:38:93:29", "network": {"id": "7f347db7-4363-4f24-928d-272b6e4779a1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-610106685", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff58dce5-44", "ovs_interfaceid": "ff58dce5-44e6-4319-9055-0fa698ab9a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ba2518b-bc99-4b29-8f55-64715cc53793", "address": "fa:16:3e:ff:aa:40", "network": {"id": "f8300b80-6da5-4116-98f0-52c0930f2aac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2038424514", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba2518b-bc", "ovs_interfaceid": "1ba2518b-bc99-4b29-8f55-64715cc53793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3087bcd2-10ea-450e-b034-d7c2f4e90a52", "address": "fa:16:3e:f9:a7:62", "network": {"id": "7f347db7-4363-4f24-928d-272b6e4779a1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-610106685", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3087bcd2-10", "ovs_interfaceid": "3087bcd2-10ea-450e-b034-d7c2f4e90a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1030.059766] env[62788]: DEBUG oslo_concurrency.lockutils [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] Acquired lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.059954] env[62788]: DEBUG nova.network.neutron [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Refreshing network info cache for port 3087bcd2-10ea-450e-b034-d7c2f4e90a52 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.061285] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:93:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff58dce5-44e6-4319-9055-0fa698ab9a5c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:aa:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ba2518b-bc99-4b29-8f55-64715cc53793', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:a7:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3087bcd2-10ea-450e-b034-d7c2f4e90a52', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.073507] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Creating folder: Project (771a59f5d69245da84214da08eeb49cf). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.074782] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance_info_cache with network_info: [{"id": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "address": "fa:16:3e:68:67:39", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef63f19-c1", "ovs_interfaceid": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.078472] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15f010fc-8276-4844-99be-7975b77aabfa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.088638] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Created folder: Project (771a59f5d69245da84214da08eeb49cf) in parent group-v485515. [ 1030.088833] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Creating folder: Instances. Parent ref: group-v485768. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.089122] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9791682d-71c7-4bbc-8535-54d00825157e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.099183] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Created folder: Instances in parent group-v485768. [ 1030.099287] env[62788]: DEBUG oslo.service.loopingcall [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1030.099629] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.099692] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40b92097-286a-4d79-97ba-59bae7ab6fed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.122506] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.122506] env[62788]: value = "task-2394556" [ 1030.122506] env[62788]: _type = "Task" [ 1030.122506] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.129700] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.313443] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.313696] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.313800] env[62788]: DEBUG nova.network.neutron [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.335231] env[62788]: DEBUG nova.scheduler.client.report [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.418259] env[62788]: DEBUG oslo_vmware.api [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394553, 'name': ReconfigVM_Task, 'duration_secs': 1.830024} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.418870] env[62788]: DEBUG oslo_concurrency.lockutils [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.419125] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Reconfigured VM to attach interface {{(pid=62788) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1030.579274] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Releasing lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.579484] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updated the network info_cache for instance {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10538}} [ 1030.579686] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.579847] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.579987] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.580152] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.580340] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.580479] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.580607] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 1030.580771] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1030.636323] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.834924] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.834924] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.834924] env[62788]: INFO nova.compute.manager [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Attaching volume 496917d2-9713-4672-bf57-63346b35243c to /dev/sdb [ 1030.843334] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.845488] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.792s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.845715] env[62788]: DEBUG nova.objects.instance [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lazy-loading 'resources' on Instance uuid 50f92193-f3c9-425a-87e8-0069dc1f9919 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.863227] env[62788]: DEBUG nova.network.neutron [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.875963] env[62788]: INFO nova.scheduler.client.report [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted allocations for instance b6924f32-ae5d-40ab-8619-26e1627a0264 [ 1030.887278] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91922bf8-6be1-4150-a9ca-143cf23613b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.898177] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bc642d-5b28-46e1-bcf6-516abb600e7a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.913315] env[62788]: DEBUG nova.virt.block_device [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updating existing volume attachment record: b0a8caae-4f2f-43b0-816d-1f71c3f26994 {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1030.927788] env[62788]: DEBUG oslo_concurrency.lockutils [None req-727bbcc7-6ad2-45e7-9d13-32ec51c452b4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-e6950f61-d28f-4f88-a315-fb9c024d9ca9" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.635s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.042862] env[62788]: DEBUG nova.network.neutron [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance_info_cache with network_info: [{"id": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "address": "fa:16:3e:21:8b:8e", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc4dc1d-df", "ovs_interfaceid": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.084208] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.136857] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.154348] env[62788]: DEBUG nova.network.neutron [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Updated VIF entry in instance network info cache for port 3087bcd2-10ea-450e-b034-d7c2f4e90a52. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.154841] env[62788]: DEBUG nova.network.neutron [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Updating instance_info_cache with network_info: [{"id": "ff58dce5-44e6-4319-9055-0fa698ab9a5c", "address": "fa:16:3e:38:93:29", "network": {"id": "7f347db7-4363-4f24-928d-272b6e4779a1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-610106685", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff58dce5-44", "ovs_interfaceid": "ff58dce5-44e6-4319-9055-0fa698ab9a5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ba2518b-bc99-4b29-8f55-64715cc53793", "address": "fa:16:3e:ff:aa:40", "network": {"id": "f8300b80-6da5-4116-98f0-52c0930f2aac", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2038424514", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba2518b-bc", "ovs_interfaceid": "1ba2518b-bc99-4b29-8f55-64715cc53793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3087bcd2-10ea-450e-b034-d7c2f4e90a52", "address": "fa:16:3e:f9:a7:62", "network": {"id": "7f347db7-4363-4f24-928d-272b6e4779a1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-610106685", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3087bcd2-10", "ovs_interfaceid": "3087bcd2-10ea-450e-b034-d7c2f4e90a52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.388342] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d823c20e-82bb-46e5-ba0c-7bb960b40c95 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "b6924f32-ae5d-40ab-8619-26e1627a0264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.410s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.425385] env[62788]: DEBUG nova.compute.manager [req-446464d5-21ef-46a0-ad76-b6eb0b5f71e3 req-739d38a1-8516-4ae6-b73e-78a90d004dea service nova] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Received event network-vif-plugged-8dc4dc1d-df8a-4a10-b495-31ef2238fe90 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1031.425725] env[62788]: DEBUG oslo_concurrency.lockutils [req-446464d5-21ef-46a0-ad76-b6eb0b5f71e3 req-739d38a1-8516-4ae6-b73e-78a90d004dea service nova] Acquiring lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.430147] env[62788]: DEBUG oslo_concurrency.lockutils [req-446464d5-21ef-46a0-ad76-b6eb0b5f71e3 req-739d38a1-8516-4ae6-b73e-78a90d004dea service nova] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.430460] env[62788]: DEBUG oslo_concurrency.lockutils [req-446464d5-21ef-46a0-ad76-b6eb0b5f71e3 req-739d38a1-8516-4ae6-b73e-78a90d004dea service nova] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.430733] env[62788]: DEBUG nova.compute.manager [req-446464d5-21ef-46a0-ad76-b6eb0b5f71e3 req-739d38a1-8516-4ae6-b73e-78a90d004dea service nova] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] No waiting events found dispatching network-vif-plugged-8dc4dc1d-df8a-4a10-b495-31ef2238fe90 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.430981] env[62788]: WARNING nova.compute.manager [req-446464d5-21ef-46a0-ad76-b6eb0b5f71e3 req-739d38a1-8516-4ae6-b73e-78a90d004dea service nova] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Received unexpected event network-vif-plugged-8dc4dc1d-df8a-4a10-b495-31ef2238fe90 for instance with vm_state building and task_state spawning. [ 1031.547227] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.547583] env[62788]: DEBUG nova.compute.manager [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Instance network_info: |[{"id": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "address": "fa:16:3e:21:8b:8e", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc4dc1d-df", "ovs_interfaceid": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1031.548315] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:8b:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dc4dc1d-df8a-4a10-b495-31ef2238fe90', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.555772] env[62788]: DEBUG oslo.service.loopingcall [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.558293] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.558707] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fad0a3f-cfea-4ab6-a2de-7c635db2027f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.589252] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.589252] env[62788]: value = "task-2394560" [ 1031.589252] env[62788]: _type = "Task" [ 1031.589252] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.600398] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394560, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.618664] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c10302-fa14-44f0-aa09-e25590f00111 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.629954] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f838a18a-cdf7-461f-ab29-3cfad7e5920d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.638520] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.668794] env[62788]: DEBUG oslo_concurrency.lockutils [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] Releasing lock "refresh_cache-790066d5-95c6-4621-8fc2-ba963e0558a4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.668794] env[62788]: DEBUG nova.compute.manager [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Received event network-vif-deleted-9d00a4f6-9dd5-4ef0-b260-1073e680c9f9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1031.668794] env[62788]: INFO nova.compute.manager [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Neutron deleted interface 9d00a4f6-9dd5-4ef0-b260-1073e680c9f9; detaching it from the instance and deleting it from the info cache [ 1031.668794] env[62788]: DEBUG nova.network.neutron [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.670975] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d870eb8b-e4a8-4d02-895f-15e6c1212014 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.680111] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab3f60a-7ebd-4bc8-afce-80170f94443c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.697547] env[62788]: DEBUG nova.compute.provider_tree [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.103061] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394560, 'name': CreateVM_Task, 'duration_secs': 0.328701} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.103273] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.104032] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.104207] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.104580] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1032.104892] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15fd05c4-2a6e-46d9-bf45-50a5567e720c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.113548] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1032.113548] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52af5f65-2013-6eff-8488-67728f30b0fc" [ 1032.113548] env[62788]: _type = "Task" [ 1032.113548] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.121770] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52af5f65-2013-6eff-8488-67728f30b0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.135658] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.175977] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32fedb01-6bfb-482c-92c3-6cf2ba9974b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.187728] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e857f881-250d-43d3-b797-ac2e03bb69b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.202235] env[62788]: DEBUG nova.scheduler.client.report [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.227457] env[62788]: DEBUG nova.compute.manager [req-b57e505c-158e-430e-8b4a-92b3e1c3b54c req-f12edf55-266f-48cd-b8b5-9a1a2bcad992 service nova] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Detach interface failed, port_id=9d00a4f6-9dd5-4ef0-b260-1073e680c9f9, reason: Instance c3bfcb5f-b06c-4d5f-9176-f8c124355666 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1032.462271] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "56401058-ae89-4c30-a33e-1cb7a4417634" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.462271] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "56401058-ae89-4c30-a33e-1cb7a4417634" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.462271] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "56401058-ae89-4c30-a33e-1cb7a4417634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.464010] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "56401058-ae89-4c30-a33e-1cb7a4417634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.464249] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "56401058-ae89-4c30-a33e-1cb7a4417634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.466442] env[62788]: INFO nova.compute.manager [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Terminating instance [ 1032.538633] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e663d3f-6ca3-4b3f-b5fe-38ea9429c385 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.546142] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3aba448a-49f9-4f5c-b211-3275477b2c3a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Suspending the VM {{(pid=62788) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1032.546398] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b1a95605-3fd5-45c6-9cd5-18c0689f35a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.552140] env[62788]: DEBUG oslo_vmware.api [None req-3aba448a-49f9-4f5c-b211-3275477b2c3a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1032.552140] env[62788]: value = "task-2394561" [ 1032.552140] env[62788]: _type = "Task" [ 1032.552140] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.560960] env[62788]: DEBUG oslo_vmware.api [None req-3aba448a-49f9-4f5c-b211-3275477b2c3a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394561, 'name': SuspendVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.623138] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52af5f65-2013-6eff-8488-67728f30b0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.023936} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.623450] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1032.623688] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.623920] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.624081] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.624269] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.624527] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6012e9a4-ddd9-4e79-b671-e07154c94c6e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.633101] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.633281] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.636946] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efeefdea-2079-41f9-9780-505254458813 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.639012] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.642341] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1032.642341] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fa2445-6dff-2d87-336f-87703c1c50df" [ 1032.642341] env[62788]: _type = "Task" [ 1032.642341] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.649512] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fa2445-6dff-2d87-336f-87703c1c50df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.707644] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.710317] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.533s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.711969] env[62788]: INFO nova.compute.claims [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.970615] env[62788]: DEBUG nova.compute.manager [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1032.970852] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.971954] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7acdba-0385-4bc3-9614-957f6b799c10 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.981033] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.981259] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77004fdb-fd50-4202-89a1-fdd437f5bf6d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.044264] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.044511] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.044648] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleting the datastore file [datastore1] 56401058-ae89-4c30-a33e-1cb7a4417634 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.044974] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd8dd098-60f7-4f98-90f9-81e0d940863a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.051424] env[62788]: DEBUG oslo_vmware.api [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1033.051424] env[62788]: value = "task-2394563" [ 1033.051424] env[62788]: _type = "Task" [ 1033.051424] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.062436] env[62788]: DEBUG oslo_vmware.api [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.066201] env[62788]: DEBUG oslo_vmware.api [None req-3aba448a-49f9-4f5c-b211-3275477b2c3a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394561, 'name': SuspendVM_Task} progress is 41%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.138779] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.152538] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fa2445-6dff-2d87-336f-87703c1c50df, 'name': SearchDatastore_Task, 'duration_secs': 0.110783} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.153382] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a3788c-fbb7-4ed3-bf1c-29eee0fcd796 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.159299] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1033.159299] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522e2b86-a760-ed96-46a0-eeed49e1ea11" [ 1033.159299] env[62788]: _type = "Task" [ 1033.159299] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.169716] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522e2b86-a760-ed96-46a0-eeed49e1ea11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.565413] env[62788]: DEBUG oslo_vmware.api [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181843} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.569113] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.569317] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.569510] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.569749] env[62788]: INFO nova.compute.manager [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1033.569997] env[62788]: DEBUG oslo.service.loopingcall [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.570225] env[62788]: DEBUG oslo_vmware.api [None req-3aba448a-49f9-4f5c-b211-3275477b2c3a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394561, 'name': SuspendVM_Task, 'duration_secs': 0.985213} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.570445] env[62788]: DEBUG nova.compute.manager [-] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1033.570549] env[62788]: DEBUG nova.network.neutron [-] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.572256] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3aba448a-49f9-4f5c-b211-3275477b2c3a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Suspended the VM {{(pid=62788) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1033.572437] env[62788]: DEBUG nova.compute.manager [None req-3aba448a-49f9-4f5c-b211-3275477b2c3a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1033.573199] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f6ec31-e323-4143-8a22-4025d11d26a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.640569] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.669115] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522e2b86-a760-ed96-46a0-eeed49e1ea11, 'name': SearchDatastore_Task, 'duration_secs': 0.020204} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.669382] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.669645] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] e65a16b9-af8a-49fe-9c15-9c1f2bda1cce/e65a16b9-af8a-49fe-9c15-9c1f2bda1cce.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.669897] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49475c2f-2d79-4816-bfa8-27f80d86c04b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.676230] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1033.676230] env[62788]: value = "task-2394565" [ 1033.676230] env[62788]: _type = "Task" [ 1033.676230] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.684053] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.138319] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.184823] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462177} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.185186] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] e65a16b9-af8a-49fe-9c15-9c1f2bda1cce/e65a16b9-af8a-49fe-9c15-9c1f2bda1cce.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.185447] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.185738] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20548ab9-432b-4d0f-93eb-6e629c40f107 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.191734] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1034.191734] env[62788]: value = "task-2394566" [ 1034.191734] env[62788]: _type = "Task" [ 1034.191734] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.198709] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.639354] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.700790] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062805} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.701076] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.701873] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348f073b-48e9-4b72-ba58-e41ab7a13910 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.724561] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e65a16b9-af8a-49fe-9c15-9c1f2bda1cce/e65a16b9-af8a-49fe-9c15-9c1f2bda1cce.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.725074] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7e827d-c2d0-4d6c-a7d6-85b709b811e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.745343] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1034.745343] env[62788]: value = "task-2394567" [ 1034.745343] env[62788]: _type = "Task" [ 1034.745343] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.753220] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.139355] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.256039] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394567, 'name': ReconfigVM_Task, 'duration_secs': 0.252358} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.256331] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e65a16b9-af8a-49fe-9c15-9c1f2bda1cce/e65a16b9-af8a-49fe-9c15-9c1f2bda1cce.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.256941] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e18e6c7-afbc-496f-8c5b-d58bc3d87b57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.262648] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1035.262648] env[62788]: value = "task-2394568" [ 1035.262648] env[62788]: _type = "Task" [ 1035.262648] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.270134] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394568, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.440833] env[62788]: INFO nova.scheduler.client.report [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted allocations for instance 50f92193-f3c9-425a-87e8-0069dc1f9919 [ 1035.515063] env[62788]: DEBUG nova.compute.manager [req-d7d33387-50c0-4a33-87cb-439c11b4261a req-450f333d-69da-4baf-ad13-e152bd27ca56 service nova] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Received event network-changed-8dc4dc1d-df8a-4a10-b495-31ef2238fe90 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1035.515236] env[62788]: DEBUG nova.compute.manager [req-d7d33387-50c0-4a33-87cb-439c11b4261a req-450f333d-69da-4baf-ad13-e152bd27ca56 service nova] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Refreshing instance network info cache due to event network-changed-8dc4dc1d-df8a-4a10-b495-31ef2238fe90. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1035.515450] env[62788]: DEBUG oslo_concurrency.lockutils [req-d7d33387-50c0-4a33-87cb-439c11b4261a req-450f333d-69da-4baf-ad13-e152bd27ca56 service nova] Acquiring lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.515847] env[62788]: DEBUG oslo_concurrency.lockutils [req-d7d33387-50c0-4a33-87cb-439c11b4261a req-450f333d-69da-4baf-ad13-e152bd27ca56 service nova] Acquired lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.515847] env[62788]: DEBUG nova.network.neutron [req-d7d33387-50c0-4a33-87cb-439c11b4261a req-450f333d-69da-4baf-ad13-e152bd27ca56 service nova] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Refreshing network info cache for port 8dc4dc1d-df8a-4a10-b495-31ef2238fe90 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1035.641898] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394556, 'name': CreateVM_Task, 'duration_secs': 5.500857} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.642667] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.642824] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1035.642993] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.643331] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1035.643680] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6dfb229-4de3-4d66-8154-29e5028c755b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.649972] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1035.649972] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52541555-f644-68ad-e327-3cc94a1f5e21" [ 1035.649972] env[62788]: _type = "Task" [ 1035.649972] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.659506] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52541555-f644-68ad-e327-3cc94a1f5e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.681222] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.681462] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.715628] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "434a791d-d33b-4370-a910-d0faeb61c913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.715902] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "434a791d-d33b-4370-a910-d0faeb61c913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.746477] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "76742cd2-6317-4dee-ad0f-1c0f95928923" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.746477] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "76742cd2-6317-4dee-ad0f-1c0f95928923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.773354] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394568, 'name': Rename_Task, 'duration_secs': 0.131483} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.774278] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.774278] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3c48479-0576-4b5c-a475-a12994eb559c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.780369] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1035.780369] env[62788]: value = "task-2394569" [ 1035.780369] env[62788]: _type = "Task" [ 1035.780369] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.788200] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.921579] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-3c1678c9-28e6-4392-8a47-b7a9ba984119" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.921900] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-3c1678c9-28e6-4392-8a47-b7a9ba984119" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.952861] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0bc03f93-8cdb-41fe-93d4-7232b239f390 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "50f92193-f3c9-425a-87e8-0069dc1f9919" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.867s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.984331] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "8af8013d-e49b-484f-8fef-1ca817a5645c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.984389] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "8af8013d-e49b-484f-8fef-1ca817a5645c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.985378] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "8af8013d-e49b-484f-8fef-1ca817a5645c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.985378] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "8af8013d-e49b-484f-8fef-1ca817a5645c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.985378] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "8af8013d-e49b-484f-8fef-1ca817a5645c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.987984] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1035.988291] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485772', 'volume_id': '496917d2-9713-4672-bf57-63346b35243c', 'name': 'volume-496917d2-9713-4672-bf57-63346b35243c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c5f54e8-f6f5-45d8-a291-99a76cfecd4e', 'attached_at': '', 'detached_at': '', 'volume_id': '496917d2-9713-4672-bf57-63346b35243c', 'serial': '496917d2-9713-4672-bf57-63346b35243c'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1035.991593] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088c8d9d-cb66-4f80-8c87-6313ae8b884b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.997369] env[62788]: INFO nova.compute.manager [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Terminating instance [ 1036.012656] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aafadae-77a8-4d32-a306-e88d471c0b89 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.033901] env[62788]: DEBUG nova.network.neutron [-] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.042939] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-496917d2-9713-4672-bf57-63346b35243c/volume-496917d2-9713-4672-bf57-63346b35243c.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.043783] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc6caee-0cb1-4c72-ad5a-662e1db4dbc9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.063475] env[62788]: DEBUG oslo_vmware.api [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1036.063475] env[62788]: value = "task-2394570" [ 1036.063475] env[62788]: _type = "Task" [ 1036.063475] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.074768] env[62788]: DEBUG oslo_vmware.api [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.163481] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52541555-f644-68ad-e327-3cc94a1f5e21, 'name': SearchDatastore_Task, 'duration_secs': 0.025042} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.163918] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.164216] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.164518] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.164682] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.164900] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.165216] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b08087d5-4a52-4d1c-a1d4-33e9c3063475 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.176419] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.176613] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.177375] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db668e8c-dbbd-4412-a15b-d9e19b643497 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.183140] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1036.183140] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c9ee28-0c07-ea2d-d141-b35c7c7eb8e7" [ 1036.183140] env[62788]: _type = "Task" [ 1036.183140] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.183534] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1036.195581] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c9ee28-0c07-ea2d-d141-b35c7c7eb8e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.219491] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1036.248175] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1036.294999] env[62788]: DEBUG oslo_vmware.api [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394569, 'name': PowerOnVM_Task, 'duration_secs': 0.438042} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.295441] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.295667] env[62788]: INFO nova.compute.manager [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1036.295667] env[62788]: DEBUG nova.compute.manager [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1036.296581] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226ac545-9c4d-479a-8038-ff07413eebbc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.333764] env[62788]: DEBUG nova.network.neutron [req-d7d33387-50c0-4a33-87cb-439c11b4261a req-450f333d-69da-4baf-ad13-e152bd27ca56 service nova] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updated VIF entry in instance network info cache for port 8dc4dc1d-df8a-4a10-b495-31ef2238fe90. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.334347] env[62788]: DEBUG nova.network.neutron [req-d7d33387-50c0-4a33-87cb-439c11b4261a req-450f333d-69da-4baf-ad13-e152bd27ca56 service nova] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance_info_cache with network_info: [{"id": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "address": "fa:16:3e:21:8b:8e", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc4dc1d-df", "ovs_interfaceid": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.425932] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1036.426685] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.427949] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa38f06-afc3-4ddf-b173-41f57ac0c706 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.459316] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc979b3-820c-45c5-a5c8-3d2b63c3c7a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.494930] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Reconfiguring VM to detach interface {{(pid=62788) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1036.498028] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3e97fa-463b-427b-bbcb-ceb6a3d02d6b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.511834] env[62788]: DEBUG nova.compute.manager [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1036.511834] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.512923] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d3d4c3-0c44-4374-89ae-76cdca1b899e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.521019] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.522357] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb848ca6-5f09-47f6-b779-7a29efdae495 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.523976] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1036.523976] env[62788]: value = "task-2394571" [ 1036.523976] env[62788]: _type = "Task" [ 1036.523976] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.529577] env[62788]: DEBUG oslo_vmware.api [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1036.529577] env[62788]: value = "task-2394572" [ 1036.529577] env[62788]: _type = "Task" [ 1036.529577] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.539110] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.545464] env[62788]: INFO nova.compute.manager [-] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Took 2.97 seconds to deallocate network for instance. [ 1036.545781] env[62788]: DEBUG oslo_vmware.api [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.578683] env[62788]: DEBUG oslo_vmware.api [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394570, 'name': ReconfigVM_Task, 'duration_secs': 0.451236} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.578683] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-496917d2-9713-4672-bf57-63346b35243c/volume-496917d2-9713-4672-bf57-63346b35243c.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.582194] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d0a9ac-d212-4ac4-a4d9-26198f25d3cb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.600830] env[62788]: DEBUG oslo_vmware.api [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1036.600830] env[62788]: value = "task-2394573" [ 1036.600830] env[62788]: _type = "Task" [ 1036.600830] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.611115] env[62788]: DEBUG oslo_vmware.api [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.646387] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f8ae6d-5e01-4945-b810-5b9979dd2e65 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.653280] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8216c5b-6d77-4c1f-9a80-181ddb2ea91d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.684789] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88986cd5-4768-44cf-a96a-adec2db45d2f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.697436] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3286b40-fc6f-4e65-bd41-962c54d98845 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.704726] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c9ee28-0c07-ea2d-d141-b35c7c7eb8e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012697} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.705810] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac1e1b7-7bf9-4a6a-ae5c-aa3e2f54d2d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.715543] env[62788]: DEBUG nova.compute.provider_tree [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.721892] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1036.721892] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5261acc3-bbb8-0011-e355-96953d62cc6b" [ 1036.721892] env[62788]: _type = "Task" [ 1036.721892] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.726579] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.738821] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5261acc3-bbb8-0011-e355-96953d62cc6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.739106] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1036.739341] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 790066d5-95c6-4621-8fc2-ba963e0558a4/790066d5-95c6-4621-8fc2-ba963e0558a4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.739591] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35d91a50-eb54-40dc-b2cd-acdd66e464ef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.751119] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.751119] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1036.751119] env[62788]: value = "task-2394574" [ 1036.751119] env[62788]: _type = "Task" [ 1036.751119] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.761256] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.768469] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.817049] env[62788]: INFO nova.compute.manager [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Took 16.19 seconds to build instance. [ 1036.840463] env[62788]: DEBUG oslo_concurrency.lockutils [req-d7d33387-50c0-4a33-87cb-439c11b4261a req-450f333d-69da-4baf-ad13-e152bd27ca56 service nova] Releasing lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1037.035221] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.043361] env[62788]: DEBUG oslo_vmware.api [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.056602] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.113194] env[62788]: DEBUG oslo_vmware.api [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.220071] env[62788]: DEBUG nova.scheduler.client.report [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.260855] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394574, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.318600] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0b7a6e2f-e9c5-422d-9e3b-a0c807f18bd8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.698s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.427881] env[62788]: DEBUG nova.compute.manager [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1037.428819] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39878160-6f0c-4ba3-a9d5-a4c7915e1ad4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.538164] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.549111] env[62788]: DEBUG oslo_vmware.api [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.612746] env[62788]: DEBUG oslo_vmware.api [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394573, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.671846] env[62788]: DEBUG nova.compute.manager [req-064741eb-162e-4740-8e4e-dabc25ecb22e req-db5d9781-df96-4011-8e86-0415b4e45990 service nova] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Received event network-vif-deleted-76a42935-3a0d-46a5-b8a4-2dd3330a629f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1037.725097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.015s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.725655] env[62788]: DEBUG nova.compute.manager [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1037.728534] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.326s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.728835] env[62788]: DEBUG nova.objects.instance [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lazy-loading 'resources' on Instance uuid c3bfcb5f-b06c-4d5f-9176-f8c124355666 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.761113] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532465} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.761389] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 790066d5-95c6-4621-8fc2-ba963e0558a4/790066d5-95c6-4621-8fc2-ba963e0558a4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.762609] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.762609] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29a9b5d3-99ed-496c-a5f3-311aa653ce69 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.768298] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1037.768298] env[62788]: value = "task-2394575" [ 1037.768298] env[62788]: _type = "Task" [ 1037.768298] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.777473] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.940127] env[62788]: INFO nova.compute.manager [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] instance snapshotting [ 1037.940360] env[62788]: WARNING nova.compute.manager [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1037.944178] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844e1a12-4f81-4b83-b533-31fc3b3a2195 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.963237] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a83320-8f1d-4667-a09e-8c4125085c84 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.036016] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.049856] env[62788]: DEBUG oslo_vmware.api [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394572, 'name': PowerOffVM_Task, 'duration_secs': 1.158651} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.050219] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.050422] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.050724] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1ddad9b-e36d-4f52-af6a-e7894eba33f9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.112443] env[62788]: DEBUG oslo_vmware.api [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394573, 'name': ReconfigVM_Task, 'duration_secs': 1.034368} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.113639] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485772', 'volume_id': '496917d2-9713-4672-bf57-63346b35243c', 'name': 'volume-496917d2-9713-4672-bf57-63346b35243c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c5f54e8-f6f5-45d8-a291-99a76cfecd4e', 'attached_at': '', 'detached_at': '', 'volume_id': '496917d2-9713-4672-bf57-63346b35243c', 'serial': '496917d2-9713-4672-bf57-63346b35243c'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1038.115987] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.115987] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.116218] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleting the datastore file [datastore1] 8af8013d-e49b-484f-8fef-1ca817a5645c {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.116467] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abdce5e8-2f16-4ce4-ae06-bcc7bb673c1c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.125234] env[62788]: DEBUG oslo_vmware.api [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1038.125234] env[62788]: value = "task-2394577" [ 1038.125234] env[62788]: _type = "Task" [ 1038.125234] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.134924] env[62788]: DEBUG oslo_vmware.api [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.232265] env[62788]: DEBUG nova.compute.utils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1038.237281] env[62788]: DEBUG nova.compute.manager [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1038.237545] env[62788]: DEBUG nova.network.neutron [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.279035] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075934} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.280404] env[62788]: DEBUG nova.policy [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f047d34e759426a886768720cf5b6ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c38bf2fcd0174f99adfa564d1d065c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.284013] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.284974] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d052304c-f765-43eb-a317-4a777b329ae9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.311420] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 790066d5-95c6-4621-8fc2-ba963e0558a4/790066d5-95c6-4621-8fc2-ba963e0558a4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.314514] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4360d3a-9fd8-4035-99ac-3a285c8592ea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.337849] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1038.337849] env[62788]: value = "task-2394578" [ 1038.337849] env[62788]: _type = "Task" [ 1038.337849] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.349118] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394578, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.425210] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.425512] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.474723] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1038.475578] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9d3c68bc-3aed-455a-9c5f-25fd4b0bc6e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.485275] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1038.485275] env[62788]: value = "task-2394579" [ 1038.485275] env[62788]: _type = "Task" [ 1038.485275] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.494904] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394579, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.540177] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.575570] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5992c8-d7cb-4fdb-b6ea-61ca5c754577 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.583060] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b6c26d-434b-468e-9112-e04e43385a51 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.614932] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23701aa2-bff9-4e5d-b49c-c23be5b86602 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.626894] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96e9766-f8ff-4da1-94ef-ffc87fdfc543 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.641495] env[62788]: DEBUG oslo_vmware.api [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14857} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.649195] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.649438] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.649598] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.649778] env[62788]: INFO nova.compute.manager [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1038.650042] env[62788]: DEBUG oslo.service.loopingcall [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1038.650537] env[62788]: DEBUG nova.compute.provider_tree [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.652563] env[62788]: DEBUG nova.network.neutron [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Successfully created port: 865fa9b7-f79d-400b-8cce-b0ff45c91e30 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.654562] env[62788]: DEBUG nova.compute.manager [-] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1038.654671] env[62788]: DEBUG nova.network.neutron [-] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.737860] env[62788]: DEBUG nova.compute.manager [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1038.854073] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394578, 'name': ReconfigVM_Task, 'duration_secs': 0.343325} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.854877] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 790066d5-95c6-4621-8fc2-ba963e0558a4/790066d5-95c6-4621-8fc2-ba963e0558a4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.855682] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4b7255e-c066-4b16-8dc0-792db17a9998 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.864295] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1038.864295] env[62788]: value = "task-2394580" [ 1038.864295] env[62788]: _type = "Task" [ 1038.864295] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.870798] env[62788]: DEBUG nova.compute.manager [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Stashing vm_state: active {{(pid=62788) _prep_resize /opt/stack/nova/nova/compute/manager.py:6150}} [ 1038.879930] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394580, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.930020] env[62788]: DEBUG nova.compute.manager [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1038.997446] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394579, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.043056] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.159189] env[62788]: DEBUG nova.scheduler.client.report [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.163084] env[62788]: DEBUG nova.objects.instance [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lazy-loading 'flavor' on Instance uuid 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.346501] env[62788]: DEBUG nova.compute.manager [req-69cead47-5a77-4309-ba8c-d537a78af998 req-6c2ac11b-9a20-49ce-aada-fdc396d7d40a service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Received event network-vif-deleted-1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1039.346501] env[62788]: INFO nova.compute.manager [req-69cead47-5a77-4309-ba8c-d537a78af998 req-6c2ac11b-9a20-49ce-aada-fdc396d7d40a service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Neutron deleted interface 1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0; detaching it from the instance and deleting it from the info cache [ 1039.346592] env[62788]: DEBUG nova.network.neutron [req-69cead47-5a77-4309-ba8c-d537a78af998 req-6c2ac11b-9a20-49ce-aada-fdc396d7d40a service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.348542] env[62788]: INFO nova.compute.manager [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Rescuing [ 1039.349705] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.349705] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.349705] env[62788]: DEBUG nova.network.neutron [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.380034] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394580, 'name': Rename_Task, 'duration_secs': 0.173382} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.381357] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.381357] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10d8b881-6363-4037-a0ef-099f0e7d0921 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.387825] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1039.387825] env[62788]: value = "task-2394581" [ 1039.387825] env[62788]: _type = "Task" [ 1039.387825] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.395389] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.398014] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.454496] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.496934] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394579, 'name': CreateSnapshot_Task, 'duration_secs': 0.599} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.497259] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1039.498412] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b687b60-188a-4ff4-9e4a-a884a5a149f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.540611] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.665970] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.669968] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.586s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.670164] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.670324] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1039.671068] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.944s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.672498] env[62788]: INFO nova.compute.claims [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.675663] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8bb92f86-0421-40a1-9494-b118565b393c tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.841s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.676825] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe083293-b3f5-4916-906f-fec7251f9576 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.685706] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411832ba-8076-4fd1-94da-00a1b6fa09ed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.700546] env[62788]: INFO nova.scheduler.client.report [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted allocations for instance c3bfcb5f-b06c-4d5f-9176-f8c124355666 [ 1039.702599] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993f3a70-c81c-4a22-803b-e71143534022 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.712762] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d36ae3-1e1b-40ce-8d40-cbb9ddb09d15 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.742437] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179616MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1039.742790] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.748283] env[62788]: DEBUG nova.compute.manager [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1039.770116] env[62788]: DEBUG nova.virt.hardware [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.770369] env[62788]: DEBUG nova.virt.hardware [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.770555] env[62788]: DEBUG nova.virt.hardware [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.770774] env[62788]: DEBUG nova.virt.hardware [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.770931] env[62788]: DEBUG nova.virt.hardware [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.771094] env[62788]: DEBUG nova.virt.hardware [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.771305] env[62788]: DEBUG nova.virt.hardware [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.771463] env[62788]: DEBUG nova.virt.hardware [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.771691] env[62788]: DEBUG nova.virt.hardware [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.771871] env[62788]: DEBUG nova.virt.hardware [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.772061] env[62788]: DEBUG nova.virt.hardware [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.772902] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a977c3ec-fb20-4d2a-809b-5a3f548eb0c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.779981] env[62788]: DEBUG nova.network.neutron [-] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.782168] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ac2f3d-064e-4013-9258-0566f94b72f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.849643] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d32f4cd-822f-47c0-bd35-a6245fc1c7ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.860730] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2f0b79-8d94-4eb5-bcdd-0cc9929a7139 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.893536] env[62788]: DEBUG nova.compute.manager [req-69cead47-5a77-4309-ba8c-d537a78af998 req-6c2ac11b-9a20-49ce-aada-fdc396d7d40a service nova] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Detach interface failed, port_id=1e8336d2-6323-4c4d-a4dc-2a701ee7c6c0, reason: Instance 8af8013d-e49b-484f-8fef-1ca817a5645c could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1039.905282] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.018682] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1040.018977] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cca85a53-e302-432f-8fc0-ab8250f90361 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.028312] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1040.028312] env[62788]: value = "task-2394582" [ 1040.028312] env[62788]: _type = "Task" [ 1040.028312] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.040255] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394582, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.045020] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.108798] env[62788]: DEBUG nova.network.neutron [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updating instance_info_cache with network_info: [{"id": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "address": "fa:16:3e:73:56:6d", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceb2b6a-ea", "ovs_interfaceid": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.211389] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e862a571-56bc-4875-a105-cbddda82e3ad tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "c3bfcb5f-b06c-4d5f-9176-f8c124355666" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.975s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.287397] env[62788]: INFO nova.compute.manager [-] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Took 1.63 seconds to deallocate network for instance. [ 1040.291987] env[62788]: DEBUG nova.compute.manager [req-f710fa4c-400d-4e2b-937b-3a546d1dbaeb req-ee80fbf8-0cc3-4a51-b063-62f3c1672b4a service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Received event network-vif-plugged-865fa9b7-f79d-400b-8cce-b0ff45c91e30 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1040.292221] env[62788]: DEBUG oslo_concurrency.lockutils [req-f710fa4c-400d-4e2b-937b-3a546d1dbaeb req-ee80fbf8-0cc3-4a51-b063-62f3c1672b4a service nova] Acquiring lock "d253b4ca-939e-43fd-b1f4-35242fd35132-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.292434] env[62788]: DEBUG oslo_concurrency.lockutils [req-f710fa4c-400d-4e2b-937b-3a546d1dbaeb req-ee80fbf8-0cc3-4a51-b063-62f3c1672b4a service nova] Lock "d253b4ca-939e-43fd-b1f4-35242fd35132-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.292610] env[62788]: DEBUG oslo_concurrency.lockutils [req-f710fa4c-400d-4e2b-937b-3a546d1dbaeb req-ee80fbf8-0cc3-4a51-b063-62f3c1672b4a service nova] Lock "d253b4ca-939e-43fd-b1f4-35242fd35132-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.292823] env[62788]: DEBUG nova.compute.manager [req-f710fa4c-400d-4e2b-937b-3a546d1dbaeb req-ee80fbf8-0cc3-4a51-b063-62f3c1672b4a service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] No waiting events found dispatching network-vif-plugged-865fa9b7-f79d-400b-8cce-b0ff45c91e30 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.293070] env[62788]: WARNING nova.compute.manager [req-f710fa4c-400d-4e2b-937b-3a546d1dbaeb req-ee80fbf8-0cc3-4a51-b063-62f3c1672b4a service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Received unexpected event network-vif-plugged-865fa9b7-f79d-400b-8cce-b0ff45c91e30 for instance with vm_state building and task_state spawning. [ 1040.403249] env[62788]: DEBUG oslo_vmware.api [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394581, 'name': PowerOnVM_Task, 'duration_secs': 0.609593} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.403456] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.403681] env[62788]: INFO nova.compute.manager [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Took 19.58 seconds to spawn the instance on the hypervisor. [ 1040.403865] env[62788]: DEBUG nova.compute.manager [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1040.404644] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881c86bf-a75d-41e9-9d96-41f143b6f4f6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.431388] env[62788]: DEBUG nova.network.neutron [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Successfully updated port: 865fa9b7-f79d-400b-8cce-b0ff45c91e30 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.547685] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.551397] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394582, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.612092] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1040.799454] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1040.924342] env[62788]: INFO nova.compute.manager [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Took 34.82 seconds to build instance. [ 1040.937973] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "refresh_cache-d253b4ca-939e-43fd-b1f4-35242fd35132" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.938107] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "refresh_cache-d253b4ca-939e-43fd-b1f4-35242fd35132" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.938265] env[62788]: DEBUG nova.network.neutron [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.009856] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a03eafd-279f-4694-b27b-0f457ae1128d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.019165] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e5a330-6967-4c38-9311-d9166a858eb4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.056891] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75aca9c9-ac70-419a-ba5a-bfa75f8750c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.071440] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25505054-2d67-44ea-8400-444f094f0de8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.077006] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394582, 'name': CloneVM_Task} progress is 95%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.077266] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.087323] env[62788]: DEBUG nova.compute.provider_tree [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.429481] env[62788]: DEBUG oslo_concurrency.lockutils [None req-15d4f432-a0cd-4cf1-b41b-1973bb43ddb6 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.351s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.496827] env[62788]: DEBUG nova.network.neutron [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.564469] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394582, 'name': CloneVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.568474] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.590716] env[62788]: DEBUG nova.scheduler.client.report [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.672296] env[62788]: DEBUG nova.network.neutron [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Updating instance_info_cache with network_info: [{"id": "865fa9b7-f79d-400b-8cce-b0ff45c91e30", "address": "fa:16:3e:11:42:65", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865fa9b7-f7", "ovs_interfaceid": "865fa9b7-f79d-400b-8cce-b0ff45c91e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.740724] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.741022] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.064117] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394582, 'name': CloneVM_Task, 'duration_secs': 1.590642} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.067302] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Created linked-clone VM from snapshot [ 1042.067583] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.068300] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c668d09b-2b63-46ea-82cd-d67e4047fb5c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.076035] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Uploading image fa6b9b2a-c3a0-47a5-b158-e01319c30e4e {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1042.098842] env[62788]: DEBUG oslo_vmware.rw_handles [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1042.098842] env[62788]: value = "vm-485775" [ 1042.098842] env[62788]: _type = "VirtualMachine" [ 1042.098842] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1042.099664] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.100144] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1042.102800] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-24f75502-7504-4c69-8fe7-9249276be61f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.105166] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.356s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.106583] env[62788]: INFO nova.compute.claims [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.117827] env[62788]: DEBUG oslo_vmware.rw_handles [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lease: (returnval){ [ 1042.117827] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52601929-b7cc-94e3-5811-b1c7d71717ea" [ 1042.117827] env[62788]: _type = "HttpNfcLease" [ 1042.117827] env[62788]: } obtained for exporting VM: (result){ [ 1042.117827] env[62788]: value = "vm-485775" [ 1042.117827] env[62788]: _type = "VirtualMachine" [ 1042.117827] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1042.118440] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the lease: (returnval){ [ 1042.118440] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52601929-b7cc-94e3-5811-b1c7d71717ea" [ 1042.118440] env[62788]: _type = "HttpNfcLease" [ 1042.118440] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1042.128168] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.128168] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52601929-b7cc-94e3-5811-b1c7d71717ea" [ 1042.128168] env[62788]: _type = "HttpNfcLease" [ 1042.128168] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1042.166326] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.166326] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2e267d1-485a-4485-b12b-0670ef7e4e4b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.176054] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "refresh_cache-d253b4ca-939e-43fd-b1f4-35242fd35132" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.176381] env[62788]: DEBUG nova.compute.manager [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Instance network_info: |[{"id": "865fa9b7-f79d-400b-8cce-b0ff45c91e30", "address": "fa:16:3e:11:42:65", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865fa9b7-f7", "ovs_interfaceid": "865fa9b7-f79d-400b-8cce-b0ff45c91e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1042.176798] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1042.176798] env[62788]: value = "task-2394584" [ 1042.176798] env[62788]: _type = "Task" [ 1042.176798] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.178058] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:42:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '865fa9b7-f79d-400b-8cce-b0ff45c91e30', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.186048] env[62788]: DEBUG oslo.service.loopingcall [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.186439] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.189817] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adf43b2e-ff6f-4e19-8c5c-266af49246c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.210541] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.211992] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.211992] env[62788]: value = "task-2394585" [ 1042.211992] env[62788]: _type = "Task" [ 1042.211992] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.220760] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394585, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.244032] env[62788]: DEBUG nova.compute.manager [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1042.263625] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "790066d5-95c6-4621-8fc2-ba963e0558a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.263791] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.264077] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.264282] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.264455] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.266974] env[62788]: INFO nova.compute.manager [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Terminating instance [ 1042.322534] env[62788]: DEBUG nova.compute.manager [req-d00544de-5581-4ed3-a8e3-0802ccd2080e req-ffcdf558-04ec-4684-9519-a4662461f557 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Received event network-changed-865fa9b7-f79d-400b-8cce-b0ff45c91e30 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1042.322734] env[62788]: DEBUG nova.compute.manager [req-d00544de-5581-4ed3-a8e3-0802ccd2080e req-ffcdf558-04ec-4684-9519-a4662461f557 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Refreshing instance network info cache due to event network-changed-865fa9b7-f79d-400b-8cce-b0ff45c91e30. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1042.322951] env[62788]: DEBUG oslo_concurrency.lockutils [req-d00544de-5581-4ed3-a8e3-0802ccd2080e req-ffcdf558-04ec-4684-9519-a4662461f557 service nova] Acquiring lock "refresh_cache-d253b4ca-939e-43fd-b1f4-35242fd35132" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.323143] env[62788]: DEBUG oslo_concurrency.lockutils [req-d00544de-5581-4ed3-a8e3-0802ccd2080e req-ffcdf558-04ec-4684-9519-a4662461f557 service nova] Acquired lock "refresh_cache-d253b4ca-939e-43fd-b1f4-35242fd35132" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.323314] env[62788]: DEBUG nova.network.neutron [req-d00544de-5581-4ed3-a8e3-0802ccd2080e req-ffcdf558-04ec-4684-9519-a4662461f557 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Refreshing network info cache for port 865fa9b7-f79d-400b-8cce-b0ff45c91e30 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.565716] env[62788]: DEBUG oslo_vmware.api [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394571, 'name': ReconfigVM_Task, 'duration_secs': 5.822501} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.566472] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.566472] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Reconfigured VM to detach interface {{(pid=62788) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1042.606780] env[62788]: DEBUG nova.compute.utils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1042.608245] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1042.608424] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.627451] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.627451] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52601929-b7cc-94e3-5811-b1c7d71717ea" [ 1042.627451] env[62788]: _type = "HttpNfcLease" [ 1042.627451] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1042.628072] env[62788]: DEBUG oslo_vmware.rw_handles [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1042.628072] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52601929-b7cc-94e3-5811-b1c7d71717ea" [ 1042.628072] env[62788]: _type = "HttpNfcLease" [ 1042.628072] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1042.628858] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4a9e34-1abe-41f8-b364-a65ace5764bc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.636571] env[62788]: DEBUG oslo_vmware.rw_handles [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8d69-a1e3-a6bb-b5fa-beb8a9c8820d/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1042.636764] env[62788]: DEBUG oslo_vmware.rw_handles [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8d69-a1e3-a6bb-b5fa-beb8a9c8820d/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1042.696462] env[62788]: DEBUG nova.policy [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cb04e25f63e4d278216466fab39e39d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03fcb3bcc8de4f6e854b04680e2ff235', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.707409] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394584, 'name': PowerOffVM_Task, 'duration_secs': 0.330487} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.707664] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.708485] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c6400-a680-4510-8aa3-63899dd4feca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.733084] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2714d546-e558-4c81-ba0c-cb0fa2ac8426 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.739174] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394585, 'name': CreateVM_Task, 'duration_secs': 0.486017} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.743144] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.743144] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.743144] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.743398] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1042.743758] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa6fd278-d0ca-4bf5-a7ee-6a029e37641c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.750616] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac811b7a-293f-42cb-8b90-e081d0260bc0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.760885] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1042.760885] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d19184-571b-b34a-11a8-81ac2a5f9bb5" [ 1042.760885] env[62788]: _type = "Task" [ 1042.760885] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.769872] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d19184-571b-b34a-11a8-81ac2a5f9bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.772650] env[62788]: DEBUG nova.compute.manager [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1042.772650] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.773680] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055335c3-417d-4321-877e-2310bbacb352 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.777124] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.783978] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.784247] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71730434-7afa-4897-b0f2-845c149c8189 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.787556] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.790048] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61a35579-c2f8-4e48-be8b-9d659cb83e2a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.797645] env[62788]: DEBUG oslo_vmware.api [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1042.797645] env[62788]: value = "task-2394586" [ 1042.797645] env[62788]: _type = "Task" [ 1042.797645] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.799092] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1042.799092] env[62788]: value = "task-2394587" [ 1042.799092] env[62788]: _type = "Task" [ 1042.799092] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.816984] env[62788]: DEBUG oslo_vmware.api [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.820954] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1042.821185] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.821432] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1042.821583] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.821839] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.822109] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce1a9806-2f1a-4f9f-befa-5a53fcc91472 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.829589] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.829766] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.830498] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-583de6f4-7d7d-4cf4-9210-7d33539369e5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.835651] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1042.835651] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52eb9404-6cf3-ee9f-1324-4881ce7a3b49" [ 1042.835651] env[62788]: _type = "Task" [ 1042.835651] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.843307] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52eb9404-6cf3-ee9f-1324-4881ce7a3b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.069858] env[62788]: DEBUG nova.network.neutron [req-d00544de-5581-4ed3-a8e3-0802ccd2080e req-ffcdf558-04ec-4684-9519-a4662461f557 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Updated VIF entry in instance network info cache for port 865fa9b7-f79d-400b-8cce-b0ff45c91e30. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.070255] env[62788]: DEBUG nova.network.neutron [req-d00544de-5581-4ed3-a8e3-0802ccd2080e req-ffcdf558-04ec-4684-9519-a4662461f557 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Updating instance_info_cache with network_info: [{"id": "865fa9b7-f79d-400b-8cce-b0ff45c91e30", "address": "fa:16:3e:11:42:65", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865fa9b7-f7", "ovs_interfaceid": "865fa9b7-f79d-400b-8cce-b0ff45c91e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.111378] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1043.138833] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Successfully created port: 6a61075f-dfc2-41ca-9445-cbfc84a16faa {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.272677] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d19184-571b-b34a-11a8-81ac2a5f9bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.017953} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.273146] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.273436] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.273678] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.273884] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.274125] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.274444] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6a3fae8-8362-49de-aeaf-e0a0070c55d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.287173] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.288197] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.290026] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab6fcc2-7a58-4c24-9cf1-b094186bdbe8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.295514] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1043.295514] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5268bb19-dc34-269e-dba1-18a1c04f3348" [ 1043.295514] env[62788]: _type = "Task" [ 1043.295514] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.307957] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5268bb19-dc34-269e-dba1-18a1c04f3348, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.313068] env[62788]: DEBUG oslo_vmware.api [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394586, 'name': PowerOffVM_Task, 'duration_secs': 0.194117} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.316050] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.316283] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.317531] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-115f2d6f-597b-4629-be13-ab0fce9f7cd4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.351218] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52eb9404-6cf3-ee9f-1324-4881ce7a3b49, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.351895] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dedd77c8-210b-4a7b-9f69-6a2419688297 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.358709] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1043.358709] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528755e6-f5e7-9016-6bc6-1f10f4175a8c" [ 1043.358709] env[62788]: _type = "Task" [ 1043.358709] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.371411] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528755e6-f5e7-9016-6bc6-1f10f4175a8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.455569] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5971bef0-9ccb-4376-b3ac-52490aa75379 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.461137] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.461509] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.462279] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Deleting the datastore file [datastore2] 790066d5-95c6-4621-8fc2-ba963e0558a4 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.462279] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb07ee22-2dae-4c78-9e23-a6a500b93f47 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.468523] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb41933-d5b0-4a7b-a59a-44a3ef39315a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.473455] env[62788]: DEBUG oslo_vmware.api [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1043.473455] env[62788]: value = "task-2394589" [ 1043.473455] env[62788]: _type = "Task" [ 1043.473455] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.505303] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e01c70-09ac-47f7-80df-762df7ef1671 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.510961] env[62788]: DEBUG oslo_vmware.api [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.516274] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4575f77c-26da-4eb9-8938-62562476755d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.530346] env[62788]: DEBUG nova.compute.provider_tree [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.574481] env[62788]: DEBUG oslo_concurrency.lockutils [req-d00544de-5581-4ed3-a8e3-0802ccd2080e req-ffcdf558-04ec-4684-9519-a4662461f557 service nova] Releasing lock "refresh_cache-d253b4ca-939e-43fd-b1f4-35242fd35132" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.808014] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5268bb19-dc34-269e-dba1-18a1c04f3348, 'name': SearchDatastore_Task, 'duration_secs': 0.015948} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.809671] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4076bcee-15fa-4489-b7f0-e97580000fde {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.816218] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1043.816218] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ba47df-6121-6374-734f-aae3a92ae013" [ 1043.816218] env[62788]: _type = "Task" [ 1043.816218] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.825299] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ba47df-6121-6374-734f-aae3a92ae013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.868111] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528755e6-f5e7-9016-6bc6-1f10f4175a8c, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.868469] env[62788]: DEBUG oslo_concurrency.lockutils [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1043.868810] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. {{(pid=62788) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1043.869206] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-931ca917-41b6-4345-aae7-e09e584dc04f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.878543] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1043.878543] env[62788]: value = "task-2394590" [ 1043.878543] env[62788]: _type = "Task" [ 1043.878543] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.879157] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1043.879540] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.879745] env[62788]: DEBUG nova.network.neutron [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.891767] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.984457] env[62788]: DEBUG oslo_vmware.api [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308275} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.985131] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.985131] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.985470] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.985553] env[62788]: INFO nova.compute.manager [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1043.985865] env[62788]: DEBUG oslo.service.loopingcall [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1043.986113] env[62788]: DEBUG nova.compute.manager [-] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1043.986234] env[62788]: DEBUG nova.network.neutron [-] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.033458] env[62788]: DEBUG nova.scheduler.client.report [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.123766] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1044.153971] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.154426] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.154681] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.154925] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.155158] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.155370] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.155645] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.155867] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.156111] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.156355] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.156643] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.157655] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aff7424-3225-4e83-b41d-48ed3b99ecc5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.166940] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1007ba-309e-409f-8812-6aff7a697fed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.331874] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ba47df-6121-6374-734f-aae3a92ae013, 'name': SearchDatastore_Task, 'duration_secs': 0.017209} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.333045] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1044.333586] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] d253b4ca-939e-43fd-b1f4-35242fd35132/d253b4ca-939e-43fd-b1f4-35242fd35132.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.334049] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80369108-effa-4f2b-a3c6-73920b93c6e5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.343762] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1044.343762] env[62788]: value = "task-2394591" [ 1044.343762] env[62788]: _type = "Task" [ 1044.343762] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.355581] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.373352] env[62788]: DEBUG nova.compute.manager [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received event network-vif-deleted-3c1678c9-28e6-4392-8a47-b7a9ba984119 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1044.373569] env[62788]: INFO nova.compute.manager [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Neutron deleted interface 3c1678c9-28e6-4392-8a47-b7a9ba984119; detaching it from the instance and deleting it from the info cache [ 1044.373867] env[62788]: DEBUG nova.network.neutron [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updating instance_info_cache with network_info: [{"id": "84492428-444f-43e1-822b-da8fc7a5ead1", "address": "fa:16:3e:0a:a7:b9", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84492428-44", "ovs_interfaceid": "84492428-444f-43e1-822b-da8fc7a5ead1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e6950f61-d28f-4f88-a315-fb9c024d9ca9", "address": "fa:16:3e:a1:27:b1", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6950f61-d2", "ovs_interfaceid": "e6950f61-d28f-4f88-a315-fb9c024d9ca9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.393825] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394590, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.542321] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.542927] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1044.548852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.548852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.548852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.548852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.548852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.551810] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.783s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.553347] env[62788]: INFO nova.compute.claims [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.556206] env[62788]: INFO nova.compute.manager [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Terminating instance [ 1044.730212] env[62788]: DEBUG nova.compute.manager [req-9853ba80-8c83-4b76-a1f8-efcb478578b8 req-617ca5f2-2c9e-4cca-9d05-ab2e3d04904c service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Received event network-vif-plugged-6a61075f-dfc2-41ca-9445-cbfc84a16faa {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1044.730532] env[62788]: DEBUG oslo_concurrency.lockutils [req-9853ba80-8c83-4b76-a1f8-efcb478578b8 req-617ca5f2-2c9e-4cca-9d05-ab2e3d04904c service nova] Acquiring lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1044.730836] env[62788]: DEBUG oslo_concurrency.lockutils [req-9853ba80-8c83-4b76-a1f8-efcb478578b8 req-617ca5f2-2c9e-4cca-9d05-ab2e3d04904c service nova] Lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.731236] env[62788]: DEBUG oslo_concurrency.lockutils [req-9853ba80-8c83-4b76-a1f8-efcb478578b8 req-617ca5f2-2c9e-4cca-9d05-ab2e3d04904c service nova] Lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.731503] env[62788]: DEBUG nova.compute.manager [req-9853ba80-8c83-4b76-a1f8-efcb478578b8 req-617ca5f2-2c9e-4cca-9d05-ab2e3d04904c service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] No waiting events found dispatching network-vif-plugged-6a61075f-dfc2-41ca-9445-cbfc84a16faa {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.731733] env[62788]: WARNING nova.compute.manager [req-9853ba80-8c83-4b76-a1f8-efcb478578b8 req-617ca5f2-2c9e-4cca-9d05-ab2e3d04904c service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Received unexpected event network-vif-plugged-6a61075f-dfc2-41ca-9445-cbfc84a16faa for instance with vm_state building and task_state spawning. [ 1044.776825] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Successfully updated port: 6a61075f-dfc2-41ca-9445-cbfc84a16faa {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1044.857636] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394591, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.879023] env[62788]: DEBUG oslo_concurrency.lockutils [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] Acquiring lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.892700] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591265} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.893072] env[62788]: INFO nova.virt.vmwareapi.ds_util [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk. [ 1044.893948] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22cb599-fa6b-49b2-be8a-cf2b5c90923a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.933051] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.933856] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f2b022a-b5ac-460e-9d8e-485fa023b978 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.954626] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1044.954626] env[62788]: value = "task-2394592" [ 1044.954626] env[62788]: _type = "Task" [ 1044.954626] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.963335] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.964114] env[62788]: INFO nova.network.neutron [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Port 3c1678c9-28e6-4392-8a47-b7a9ba984119 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1044.964287] env[62788]: INFO nova.network.neutron [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Port e6950f61-d28f-4f88-a315-fb9c024d9ca9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1044.964601] env[62788]: DEBUG nova.network.neutron [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updating instance_info_cache with network_info: [{"id": "84492428-444f-43e1-822b-da8fc7a5ead1", "address": "fa:16:3e:0a:a7:b9", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84492428-44", "ovs_interfaceid": "84492428-444f-43e1-822b-da8fc7a5ead1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.050978] env[62788]: DEBUG nova.compute.utils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1045.052415] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1045.052581] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.062194] env[62788]: DEBUG nova.compute.manager [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1045.062399] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.063477] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb64eecb-7765-4072-8e70-e6f6b2377d68 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.071715] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.071934] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eded3ad2-28eb-4c6b-b888-bda0988d555d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.077325] env[62788]: DEBUG oslo_vmware.api [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1045.077325] env[62788]: value = "task-2394593" [ 1045.077325] env[62788]: _type = "Task" [ 1045.077325] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.085626] env[62788]: DEBUG oslo_vmware.api [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.130909] env[62788]: DEBUG nova.policy [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cb04e25f63e4d278216466fab39e39d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03fcb3bcc8de4f6e854b04680e2ff235', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.279572] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "refresh_cache-861c9260-6d0b-4c4b-ae98-db81fef61b7d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.279572] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired lock "refresh_cache-861c9260-6d0b-4c4b-ae98-db81fef61b7d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.279572] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.356191] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606555} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.356472] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] d253b4ca-939e-43fd-b1f4-35242fd35132/d253b4ca-939e-43fd-b1f4-35242fd35132.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.356716] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.356999] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0611c5de-f213-4651-93d6-58863117597f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.367544] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1045.367544] env[62788]: value = "task-2394594" [ 1045.367544] env[62788]: _type = "Task" [ 1045.367544] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.378430] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.466228] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394592, 'name': ReconfigVM_Task, 'duration_secs': 0.353245} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.466522] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e/ded308c2-03fc-44b4-b2d2-14ca94f4b07f-rescue.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.467136] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.469689] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3727cef1-dc12-4d25-bc26-bd071124982f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.501753] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b09f54f1-0267-458e-b212-ea53324fa9da {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.527102] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1045.527102] env[62788]: value = "task-2394595" [ 1045.527102] env[62788]: _type = "Task" [ 1045.527102] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.536352] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394595, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.555715] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1045.582720] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Successfully created port: a29884f4-3496-4466-a181-b9ec7016d009 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.589998] env[62788]: DEBUG oslo_vmware.api [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394593, 'name': PowerOffVM_Task, 'duration_secs': 0.247135} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.593040] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.593248] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1045.593785] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c22f9c66-e5f6-436a-b865-5770f933763c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.701020] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.701020] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.701020] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleting the datastore file [datastore1] 130e2f44-88b4-4acd-a686-f46ec59d4e49 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.701020] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c36b275e-ef86-4442-98c0-f2cf47b4bd8f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.711685] env[62788]: DEBUG oslo_vmware.api [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1045.711685] env[62788]: value = "task-2394597" [ 1045.711685] env[62788]: _type = "Task" [ 1045.711685] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.717304] env[62788]: DEBUG oslo_vmware.api [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.827542] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.887727] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071498} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.887984] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.888812] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c00378f-9cb0-4c6b-bec6-af2bee626acb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.913054] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] d253b4ca-939e-43fd-b1f4-35242fd35132/d253b4ca-939e-43fd-b1f4-35242fd35132.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.917473] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4995c27-75c6-462f-b9fd-fa6801ec5332 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.932605] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52d37c9-b68f-4f65-8078-84c1745d5b53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.948866] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53400822-8ae6-48fd-8bdd-8abe97a32111 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.948866] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1045.948866] env[62788]: value = "task-2394598" [ 1045.948866] env[62788]: _type = "Task" [ 1045.948866] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.949134] env[62788]: DEBUG nova.network.neutron [-] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.982379] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a56110ad-eeb0-4bae-ba3c-15294af5a23b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-130e2f44-88b4-4acd-a686-f46ec59d4e49-3c1678c9-28e6-4392-8a47-b7a9ba984119" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.060s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.988815] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903da82c-a1a0-49e2-9580-25354ddfe774 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.996590] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.002316] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c3b327-fb4d-4f89-8f06-989656547a25 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.017333] env[62788]: DEBUG nova.compute.provider_tree [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.038467] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.112360] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Updating instance_info_cache with network_info: [{"id": "6a61075f-dfc2-41ca-9445-cbfc84a16faa", "address": "fa:16:3e:cd:7a:65", "network": {"id": "c87e2981-8de8-4668-ba49-76596a337624", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2041343445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fcb3bcc8de4f6e854b04680e2ff235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a61075f-df", "ovs_interfaceid": "6a61075f-dfc2-41ca-9445-cbfc84a16faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.219849] env[62788]: DEBUG oslo_vmware.api [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360243} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.220849] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.221155] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.221414] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.221661] env[62788]: INFO nova.compute.manager [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1046.221972] env[62788]: DEBUG oslo.service.loopingcall [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.222219] env[62788]: DEBUG nova.compute.manager [-] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1046.222315] env[62788]: DEBUG nova.network.neutron [-] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.294486] env[62788]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port e6950f61-d28f-4f88-a315-fb9c024d9ca9 could not be found.", "detail": ""}} {{(pid=62788) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1046.294687] env[62788]: DEBUG nova.network.neutron [-] Unable to show port e6950f61-d28f-4f88-a315-fb9c024d9ca9 as it no longer exists. {{(pid=62788) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1046.421604] env[62788]: DEBUG nova.compute.manager [req-af12405a-60e6-4958-a995-fdb6c4858bf1 req-1be2dce0-fdc6-4da4-9658-48aba8c388cc service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received event network-vif-deleted-1ba2518b-bc99-4b29-8f55-64715cc53793 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1046.421726] env[62788]: DEBUG nova.compute.manager [req-af12405a-60e6-4958-a995-fdb6c4858bf1 req-1be2dce0-fdc6-4da4-9658-48aba8c388cc service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received event network-vif-deleted-3087bcd2-10ea-450e-b034-d7c2f4e90a52 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1046.421793] env[62788]: DEBUG nova.compute.manager [req-af12405a-60e6-4958-a995-fdb6c4858bf1 req-1be2dce0-fdc6-4da4-9658-48aba8c388cc service nova] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Received event network-vif-deleted-ff58dce5-44e6-4319-9055-0fa698ab9a5c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1046.458332] env[62788]: INFO nova.compute.manager [-] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Took 2.47 seconds to deallocate network for instance. [ 1046.467669] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394598, 'name': ReconfigVM_Task, 'duration_secs': 0.353409} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.468266] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Reconfigured VM instance instance-0000005c to attach disk [datastore1] d253b4ca-939e-43fd-b1f4-35242fd35132/d253b4ca-939e-43fd-b1f4-35242fd35132.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.468955] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd03ca58-e1cb-4713-b1e8-71e62437b0c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.478132] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1046.478132] env[62788]: value = "task-2394599" [ 1046.478132] env[62788]: _type = "Task" [ 1046.478132] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.487433] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394599, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.520553] env[62788]: DEBUG nova.scheduler.client.report [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.537359] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.565719] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1046.592256] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.592587] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.592850] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.593117] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.593312] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.593461] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.593695] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.593943] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.594540] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.594540] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.594804] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.595673] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ffaa48-2f57-4396-ac28-76080c8ae9a9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.604701] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677ea4c7-3e72-417b-8040-ecc0d133bb69 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.619608] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Releasing lock "refresh_cache-861c9260-6d0b-4c4b-ae98-db81fef61b7d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.619912] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Instance network_info: |[{"id": "6a61075f-dfc2-41ca-9445-cbfc84a16faa", "address": "fa:16:3e:cd:7a:65", "network": {"id": "c87e2981-8de8-4668-ba49-76596a337624", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2041343445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fcb3bcc8de4f6e854b04680e2ff235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a61075f-df", "ovs_interfaceid": "6a61075f-dfc2-41ca-9445-cbfc84a16faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1046.620537] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:7a:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a61075f-dfc2-41ca-9445-cbfc84a16faa', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.627952] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Creating folder: Project (03fcb3bcc8de4f6e854b04680e2ff235). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.628253] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa1350f8-1d86-420c-950b-150df29591fe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.639246] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Created folder: Project (03fcb3bcc8de4f6e854b04680e2ff235) in parent group-v485515. [ 1046.639438] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Creating folder: Instances. Parent ref: group-v485777. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.639671] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a36db52b-6ced-44ac-9913-aefc87831efe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.649307] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Created folder: Instances in parent group-v485777. [ 1046.649536] env[62788]: DEBUG oslo.service.loopingcall [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1046.649726] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.649928] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-106cd924-0b69-408a-9074-340e1f4ddce2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.669320] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.669320] env[62788]: value = "task-2394602" [ 1046.669320] env[62788]: _type = "Task" [ 1046.669320] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.677383] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394602, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.756071] env[62788]: DEBUG nova.compute.manager [req-1c6a8c34-8fe5-4d5f-b3dd-ecdf35efdfad req-b584dd97-a56c-476b-9f38-069fd84eee82 service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Received event network-changed-6a61075f-dfc2-41ca-9445-cbfc84a16faa {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1046.756297] env[62788]: DEBUG nova.compute.manager [req-1c6a8c34-8fe5-4d5f-b3dd-ecdf35efdfad req-b584dd97-a56c-476b-9f38-069fd84eee82 service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Refreshing instance network info cache due to event network-changed-6a61075f-dfc2-41ca-9445-cbfc84a16faa. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1046.756753] env[62788]: DEBUG oslo_concurrency.lockutils [req-1c6a8c34-8fe5-4d5f-b3dd-ecdf35efdfad req-b584dd97-a56c-476b-9f38-069fd84eee82 service nova] Acquiring lock "refresh_cache-861c9260-6d0b-4c4b-ae98-db81fef61b7d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1046.756753] env[62788]: DEBUG oslo_concurrency.lockutils [req-1c6a8c34-8fe5-4d5f-b3dd-ecdf35efdfad req-b584dd97-a56c-476b-9f38-069fd84eee82 service nova] Acquired lock "refresh_cache-861c9260-6d0b-4c4b-ae98-db81fef61b7d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.756860] env[62788]: DEBUG nova.network.neutron [req-1c6a8c34-8fe5-4d5f-b3dd-ecdf35efdfad req-b584dd97-a56c-476b-9f38-069fd84eee82 service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Refreshing network info cache for port 6a61075f-dfc2-41ca-9445-cbfc84a16faa {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.970481] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.989088] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394599, 'name': Rename_Task, 'duration_secs': 0.155675} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.989387] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.989722] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cad4ece-3c24-4e01-b0e4-58504b8e5107 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.995664] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1046.995664] env[62788]: value = "task-2394603" [ 1046.995664] env[62788]: _type = "Task" [ 1046.995664] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.005486] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.026365] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.026910] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1047.034054] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.975s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.034054] env[62788]: DEBUG nova.objects.instance [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lazy-loading 'resources' on Instance uuid 56401058-ae89-4c30-a33e-1cb7a4417634 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.050346] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394595, 'name': ReconfigVM_Task, 'duration_secs': 1.171635} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.051872] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.051872] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-652b9bfe-0397-4222-a5e0-a5699037579e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.057023] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1047.057023] env[62788]: value = "task-2394604" [ 1047.057023] env[62788]: _type = "Task" [ 1047.057023] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.066339] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.180070] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394602, 'name': CreateVM_Task, 'duration_secs': 0.321733} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.182882] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.183876] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.184181] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.184247] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1047.184543] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e139434-23de-4d99-9bd6-c0a9f104ef4b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.189343] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1047.189343] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fba68e-ebb0-b573-6ecc-44a78a7d1d95" [ 1047.189343] env[62788]: _type = "Task" [ 1047.189343] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.197336] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fba68e-ebb0-b573-6ecc-44a78a7d1d95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.223155] env[62788]: DEBUG nova.network.neutron [-] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.323474] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Successfully updated port: a29884f4-3496-4466-a181-b9ec7016d009 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.393744] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541a8d8f-eba3-44ea-8a9b-255f91ce9b3f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.405691] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e261e7bd-d20f-4535-9a66-06bcfd031438 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.451770] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394030fe-f00b-4d55-8302-c25d3d37b39c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.462514] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0259d780-7619-4f66-9c72-4bc8b7e64503 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.481176] env[62788]: DEBUG nova.compute.provider_tree [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.507194] env[62788]: DEBUG oslo_vmware.api [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394603, 'name': PowerOnVM_Task, 'duration_secs': 0.499841} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.507556] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.507799] env[62788]: INFO nova.compute.manager [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1047.507996] env[62788]: DEBUG nova.compute.manager [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1047.509013] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dccc12-833f-47ed-883b-05532008928e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.546403] env[62788]: DEBUG nova.compute.utils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1047.548139] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1047.548402] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.568986] env[62788]: DEBUG oslo_vmware.api [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394604, 'name': PowerOnVM_Task, 'duration_secs': 0.507774} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.569272] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.571923] env[62788]: DEBUG nova.compute.manager [None req-22570749-b7f3-4080-a3c7-33acc60f6b8d tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1047.572768] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ac7254-00bf-4d7c-b9ab-6ce333388688 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.621831] env[62788]: DEBUG nova.policy [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cb04e25f63e4d278216466fab39e39d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '03fcb3bcc8de4f6e854b04680e2ff235', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.648422] env[62788]: DEBUG nova.network.neutron [req-1c6a8c34-8fe5-4d5f-b3dd-ecdf35efdfad req-b584dd97-a56c-476b-9f38-069fd84eee82 service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Updated VIF entry in instance network info cache for port 6a61075f-dfc2-41ca-9445-cbfc84a16faa. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.648874] env[62788]: DEBUG nova.network.neutron [req-1c6a8c34-8fe5-4d5f-b3dd-ecdf35efdfad req-b584dd97-a56c-476b-9f38-069fd84eee82 service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Updating instance_info_cache with network_info: [{"id": "6a61075f-dfc2-41ca-9445-cbfc84a16faa", "address": "fa:16:3e:cd:7a:65", "network": {"id": "c87e2981-8de8-4668-ba49-76596a337624", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2041343445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fcb3bcc8de4f6e854b04680e2ff235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a61075f-df", "ovs_interfaceid": "6a61075f-dfc2-41ca-9445-cbfc84a16faa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.700373] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fba68e-ebb0-b573-6ecc-44a78a7d1d95, 'name': SearchDatastore_Task, 'duration_secs': 0.014005} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.700702] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1047.700928] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.701188] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.701336] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.701519] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.701814] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dcaad39-5bf4-4f8b-83a8-1d74a66c71f8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.710488] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.710659] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.711437] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d48e03-b291-4e1c-a92a-b47e268f6b96 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.716489] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1047.716489] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52436f42-eb44-7de3-3a1a-e5cb49c22f06" [ 1047.716489] env[62788]: _type = "Task" [ 1047.716489] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.724526] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52436f42-eb44-7de3-3a1a-e5cb49c22f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.726057] env[62788]: INFO nova.compute.manager [-] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Took 1.50 seconds to deallocate network for instance. [ 1047.827454] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "refresh_cache-434a791d-d33b-4370-a910-d0faeb61c913" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1047.827454] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired lock "refresh_cache-434a791d-d33b-4370-a910-d0faeb61c913" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.827454] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.896297] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Successfully created port: 4000bed1-4903-43fe-abd1-aa65546a6a97 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.985942] env[62788]: DEBUG nova.scheduler.client.report [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.028537] env[62788]: INFO nova.compute.manager [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Took 22.87 seconds to build instance. [ 1048.051588] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1048.152380] env[62788]: DEBUG oslo_concurrency.lockutils [req-1c6a8c34-8fe5-4d5f-b3dd-ecdf35efdfad req-b584dd97-a56c-476b-9f38-069fd84eee82 service nova] Releasing lock "refresh_cache-861c9260-6d0b-4c4b-ae98-db81fef61b7d" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.230381] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52436f42-eb44-7de3-3a1a-e5cb49c22f06, 'name': SearchDatastore_Task, 'duration_secs': 0.01408} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.232975] env[62788]: DEBUG oslo_concurrency.lockutils [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.233396] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54507c88-1524-474d-84a7-a6b873acb62a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.240878] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1048.240878] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ddcb58-5dcb-8898-6489-d8872338712b" [ 1048.240878] env[62788]: _type = "Task" [ 1048.240878] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.248990] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ddcb58-5dcb-8898-6489-d8872338712b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.362793] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.490900] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.459s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.497694] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.095s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.517011] env[62788]: INFO nova.scheduler.client.report [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted allocations for instance 56401058-ae89-4c30-a33e-1cb7a4417634 [ 1048.531067] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5279b46b-adb7-41bb-91a3-ab8f897f98d5 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "d253b4ca-939e-43fd-b1f4-35242fd35132" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.384s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.550810] env[62788]: DEBUG nova.compute.manager [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received event network-vif-deleted-84492428-444f-43e1-822b-da8fc7a5ead1 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1048.551086] env[62788]: DEBUG nova.compute.manager [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Received event network-vif-plugged-a29884f4-3496-4466-a181-b9ec7016d009 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1048.551287] env[62788]: DEBUG oslo_concurrency.lockutils [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] Acquiring lock "434a791d-d33b-4370-a910-d0faeb61c913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.551540] env[62788]: DEBUG oslo_concurrency.lockutils [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] Lock "434a791d-d33b-4370-a910-d0faeb61c913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.551783] env[62788]: DEBUG oslo_concurrency.lockutils [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] Lock "434a791d-d33b-4370-a910-d0faeb61c913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.551970] env[62788]: DEBUG nova.compute.manager [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] No waiting events found dispatching network-vif-plugged-a29884f4-3496-4466-a181-b9ec7016d009 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.552171] env[62788]: WARNING nova.compute.manager [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Received unexpected event network-vif-plugged-a29884f4-3496-4466-a181-b9ec7016d009 for instance with vm_state building and task_state spawning. [ 1048.552340] env[62788]: DEBUG nova.compute.manager [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Received event network-changed-a29884f4-3496-4466-a181-b9ec7016d009 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1048.552536] env[62788]: DEBUG nova.compute.manager [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Refreshing instance network info cache due to event network-changed-a29884f4-3496-4466-a181-b9ec7016d009. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1048.552677] env[62788]: DEBUG oslo_concurrency.lockutils [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] Acquiring lock "refresh_cache-434a791d-d33b-4370-a910-d0faeb61c913" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.608432] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Updating instance_info_cache with network_info: [{"id": "a29884f4-3496-4466-a181-b9ec7016d009", "address": "fa:16:3e:01:d7:04", "network": {"id": "c87e2981-8de8-4668-ba49-76596a337624", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2041343445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fcb3bcc8de4f6e854b04680e2ff235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa29884f4-34", "ovs_interfaceid": "a29884f4-3496-4466-a181-b9ec7016d009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.750758] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ddcb58-5dcb-8898-6489-d8872338712b, 'name': SearchDatastore_Task, 'duration_secs': 0.013783} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.751109] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1048.751338] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 861c9260-6d0b-4c4b-ae98-db81fef61b7d/861c9260-6d0b-4c4b-ae98-db81fef61b7d.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.751608] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8d4726d-f8a8-4c84-bc7f-dff088f94562 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.758419] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1048.758419] env[62788]: value = "task-2394605" [ 1048.758419] env[62788]: _type = "Task" [ 1048.758419] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.767285] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.925142] env[62788]: INFO nova.compute.manager [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Unrescuing [ 1048.925485] env[62788]: DEBUG oslo_concurrency.lockutils [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1048.925572] env[62788]: DEBUG oslo_concurrency.lockutils [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquired lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.925763] env[62788]: DEBUG nova.network.neutron [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.005928] env[62788]: INFO nova.compute.claims [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.027653] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8ec8e7d-6173-49f7-b805-1406aa62afcd tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "56401058-ae89-4c30-a33e-1cb7a4417634" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.566s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.061902] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1049.089364] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.089681] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.089891] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.090125] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.090307] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.090479] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.090761] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.090935] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.091200] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.091388] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.091565] env[62788]: DEBUG nova.virt.hardware [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.092554] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83818f4c-cdcd-43e5-8346-35992328b040 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.103302] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca59267-9865-4a6d-8531-31e8898deeef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.119473] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Releasing lock "refresh_cache-434a791d-d33b-4370-a910-d0faeb61c913" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1049.119840] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Instance network_info: |[{"id": "a29884f4-3496-4466-a181-b9ec7016d009", "address": "fa:16:3e:01:d7:04", "network": {"id": "c87e2981-8de8-4668-ba49-76596a337624", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2041343445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fcb3bcc8de4f6e854b04680e2ff235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa29884f4-34", "ovs_interfaceid": "a29884f4-3496-4466-a181-b9ec7016d009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1049.121224] env[62788]: DEBUG oslo_concurrency.lockutils [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] Acquired lock "refresh_cache-434a791d-d33b-4370-a910-d0faeb61c913" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.121224] env[62788]: DEBUG nova.network.neutron [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Refreshing network info cache for port a29884f4-3496-4466-a181-b9ec7016d009 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.122241] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:d7:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a29884f4-3496-4466-a181-b9ec7016d009', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1049.133216] env[62788]: DEBUG oslo.service.loopingcall [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1049.134369] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1049.134369] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2336fba4-c688-42ea-a572-44137cfcb7f4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.160075] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1049.160075] env[62788]: value = "task-2394606" [ 1049.160075] env[62788]: _type = "Task" [ 1049.160075] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.173987] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394606, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.273066] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394605, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.477217] env[62788]: DEBUG nova.compute.manager [req-96b31825-0ac5-4cb3-84ff-f8d452cd5144 req-5497dd0e-38d2-4248-9590-b6b56d1d8ca0 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Received event network-changed-865fa9b7-f79d-400b-8cce-b0ff45c91e30 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1049.477269] env[62788]: DEBUG nova.compute.manager [req-96b31825-0ac5-4cb3-84ff-f8d452cd5144 req-5497dd0e-38d2-4248-9590-b6b56d1d8ca0 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Refreshing instance network info cache due to event network-changed-865fa9b7-f79d-400b-8cce-b0ff45c91e30. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1049.477477] env[62788]: DEBUG oslo_concurrency.lockutils [req-96b31825-0ac5-4cb3-84ff-f8d452cd5144 req-5497dd0e-38d2-4248-9590-b6b56d1d8ca0 service nova] Acquiring lock "refresh_cache-d253b4ca-939e-43fd-b1f4-35242fd35132" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.477624] env[62788]: DEBUG oslo_concurrency.lockutils [req-96b31825-0ac5-4cb3-84ff-f8d452cd5144 req-5497dd0e-38d2-4248-9590-b6b56d1d8ca0 service nova] Acquired lock "refresh_cache-d253b4ca-939e-43fd-b1f4-35242fd35132" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.477777] env[62788]: DEBUG nova.network.neutron [req-96b31825-0ac5-4cb3-84ff-f8d452cd5144 req-5497dd0e-38d2-4248-9590-b6b56d1d8ca0 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Refreshing network info cache for port 865fa9b7-f79d-400b-8cce-b0ff45c91e30 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.512594] env[62788]: INFO nova.compute.resource_tracker [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating resource usage from migration 57de8e74-160f-4532-bb42-9ce384088b6d [ 1049.673267] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394606, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.772243] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547192} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.772243] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 861c9260-6d0b-4c4b-ae98-db81fef61b7d/861c9260-6d0b-4c4b-ae98-db81fef61b7d.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.772243] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.776103] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-419a3e73-12a1-4e9b-afee-52d0319f1af0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.785339] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1049.785339] env[62788]: value = "task-2394607" [ 1049.785339] env[62788]: _type = "Task" [ 1049.785339] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.798980] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.850115] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Successfully updated port: 4000bed1-4903-43fe-abd1-aa65546a6a97 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.871979] env[62788]: DEBUG nova.network.neutron [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updating instance_info_cache with network_info: [{"id": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "address": "fa:16:3e:73:56:6d", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceb2b6a-ea", "ovs_interfaceid": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.896558] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86e934c-458b-47b3-83d9-e8c5e94eb548 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.910683] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f0adbc-7549-4417-a8b4-ae5a10d30db0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.956270] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5587505-d972-46e8-b4b9-2bb62467a139 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.964273] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65beec4e-d7c3-4a89-a414-bb96a449daf5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.986935] env[62788]: DEBUG nova.compute.provider_tree [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.990804] env[62788]: DEBUG nova.network.neutron [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Updated VIF entry in instance network info cache for port a29884f4-3496-4466-a181-b9ec7016d009. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.990804] env[62788]: DEBUG nova.network.neutron [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Updating instance_info_cache with network_info: [{"id": "a29884f4-3496-4466-a181-b9ec7016d009", "address": "fa:16:3e:01:d7:04", "network": {"id": "c87e2981-8de8-4668-ba49-76596a337624", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2041343445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fcb3bcc8de4f6e854b04680e2ff235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa29884f4-34", "ovs_interfaceid": "a29884f4-3496-4466-a181-b9ec7016d009", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.175969] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394606, 'name': CreateVM_Task, 'duration_secs': 0.564623} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.176836] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.177755] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.178156] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.180308] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1050.180308] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63127ae1-1f63-4169-add5-bbc27b37346b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.188755] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1050.188755] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]521190a1-8592-6013-7c9e-91fcb7c4f03e" [ 1050.188755] env[62788]: _type = "Task" [ 1050.188755] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.200823] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521190a1-8592-6013-7c9e-91fcb7c4f03e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.282213] env[62788]: DEBUG nova.network.neutron [req-96b31825-0ac5-4cb3-84ff-f8d452cd5144 req-5497dd0e-38d2-4248-9590-b6b56d1d8ca0 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Updated VIF entry in instance network info cache for port 865fa9b7-f79d-400b-8cce-b0ff45c91e30. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1050.282729] env[62788]: DEBUG nova.network.neutron [req-96b31825-0ac5-4cb3-84ff-f8d452cd5144 req-5497dd0e-38d2-4248-9590-b6b56d1d8ca0 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Updating instance_info_cache with network_info: [{"id": "865fa9b7-f79d-400b-8cce-b0ff45c91e30", "address": "fa:16:3e:11:42:65", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap865fa9b7-f7", "ovs_interfaceid": "865fa9b7-f79d-400b-8cce-b0ff45c91e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.295677] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093257} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.296654] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.297525] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b26105-3413-4eab-ad98-79cb5f2a4f12 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.321252] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 861c9260-6d0b-4c4b-ae98-db81fef61b7d/861c9260-6d0b-4c4b-ae98-db81fef61b7d.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.321937] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5fd9baf-48ce-4074-99ee-12b0f0277eef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.342271] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1050.342271] env[62788]: value = "task-2394608" [ 1050.342271] env[62788]: _type = "Task" [ 1050.342271] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.350929] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.352414] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "refresh_cache-76742cd2-6317-4dee-ad0f-1c0f95928923" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.352511] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired lock "refresh_cache-76742cd2-6317-4dee-ad0f-1c0f95928923" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.352595] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.382041] env[62788]: DEBUG oslo_concurrency.lockutils [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Releasing lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.382762] env[62788]: DEBUG nova.objects.instance [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lazy-loading 'flavor' on Instance uuid 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.494063] env[62788]: DEBUG oslo_concurrency.lockutils [req-94ce9b66-e1ab-45a7-8994-69cdbbb8e3c3 req-bb039978-0d8c-4121-8a3c-d481f9f99cfc service nova] Releasing lock "refresh_cache-434a791d-d33b-4370-a910-d0faeb61c913" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.494216] env[62788]: DEBUG nova.scheduler.client.report [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.541735] env[62788]: DEBUG oslo_vmware.rw_handles [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8d69-a1e3-a6bb-b5fa-beb8a9c8820d/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1050.542746] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edb3297-5ee6-4901-b69e-df3a5300e87c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.550330] env[62788]: DEBUG oslo_vmware.rw_handles [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8d69-a1e3-a6bb-b5fa-beb8a9c8820d/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1050.550506] env[62788]: ERROR oslo_vmware.rw_handles [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8d69-a1e3-a6bb-b5fa-beb8a9c8820d/disk-0.vmdk due to incomplete transfer. [ 1050.550767] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e742037-5ab6-44d7-80a5-9a5777b069ec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.558463] env[62788]: DEBUG oslo_vmware.rw_handles [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527b8d69-a1e3-a6bb-b5fa-beb8a9c8820d/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1050.558659] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Uploaded image fa6b9b2a-c3a0-47a5-b158-e01319c30e4e to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1050.561368] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1050.561620] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a88760b7-f512-48eb-86ad-5d61a8efbb6b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.568204] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1050.568204] env[62788]: value = "task-2394609" [ 1050.568204] env[62788]: _type = "Task" [ 1050.568204] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.579203] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394609, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.583278] env[62788]: DEBUG nova.compute.manager [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Received event network-vif-plugged-4000bed1-4903-43fe-abd1-aa65546a6a97 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1050.583278] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] Acquiring lock "76742cd2-6317-4dee-ad0f-1c0f95928923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.583278] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] Lock "76742cd2-6317-4dee-ad0f-1c0f95928923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.583278] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] Lock "76742cd2-6317-4dee-ad0f-1c0f95928923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.583278] env[62788]: DEBUG nova.compute.manager [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] No waiting events found dispatching network-vif-plugged-4000bed1-4903-43fe-abd1-aa65546a6a97 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.583278] env[62788]: WARNING nova.compute.manager [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Received unexpected event network-vif-plugged-4000bed1-4903-43fe-abd1-aa65546a6a97 for instance with vm_state building and task_state spawning. [ 1050.583278] env[62788]: DEBUG nova.compute.manager [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Received event network-changed-4000bed1-4903-43fe-abd1-aa65546a6a97 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1050.583574] env[62788]: DEBUG nova.compute.manager [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Refreshing instance network info cache due to event network-changed-4000bed1-4903-43fe-abd1-aa65546a6a97. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1050.583574] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] Acquiring lock "refresh_cache-76742cd2-6317-4dee-ad0f-1c0f95928923" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.700179] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521190a1-8592-6013-7c9e-91fcb7c4f03e, 'name': SearchDatastore_Task, 'duration_secs': 0.014657} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.700543] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.700807] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1050.701067] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1050.701244] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.701445] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1050.701738] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a8bda3b-a22c-46bb-9bbb-b6f160e2d1a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.720973] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1050.720973] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1050.721730] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a55328-ab2c-42b9-9bb8-ad5c15daa948 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.726960] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1050.726960] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]521a3da6-78da-41ee-ae5d-2a3814b5436c" [ 1050.726960] env[62788]: _type = "Task" [ 1050.726960] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.735015] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521a3da6-78da-41ee-ae5d-2a3814b5436c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.774054] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "68d3a67a-fc0e-4192-80c1-c645813873af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1050.774297] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "68d3a67a-fc0e-4192-80c1-c645813873af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1050.785084] env[62788]: DEBUG oslo_concurrency.lockutils [req-96b31825-0ac5-4cb3-84ff-f8d452cd5144 req-5497dd0e-38d2-4248-9590-b6b56d1d8ca0 service nova] Releasing lock "refresh_cache-d253b4ca-939e-43fd-b1f4-35242fd35132" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.852753] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.888373] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.891872] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73844ed5-a05c-49a0-8f7d-946faa442acd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.915602] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.917917] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d00a336-01fa-482e-a81a-a338bd4fa3f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.924682] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1050.924682] env[62788]: value = "task-2394610" [ 1050.924682] env[62788]: _type = "Task" [ 1050.924682] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.932355] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.999383] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.506s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1050.999650] env[62788]: INFO nova.compute.manager [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Migrating [ 1051.006268] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.552s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.007794] env[62788]: INFO nova.compute.claims [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.058319] env[62788]: DEBUG nova.network.neutron [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Updating instance_info_cache with network_info: [{"id": "4000bed1-4903-43fe-abd1-aa65546a6a97", "address": "fa:16:3e:45:1b:b9", "network": {"id": "c87e2981-8de8-4668-ba49-76596a337624", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2041343445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fcb3bcc8de4f6e854b04680e2ff235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4000bed1-49", "ovs_interfaceid": "4000bed1-4903-43fe-abd1-aa65546a6a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.080724] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394609, 'name': Destroy_Task, 'duration_secs': 0.352082} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.081018] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Destroyed the VM [ 1051.081270] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1051.081516] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6a27e658-d0a4-4c7b-90bf-fcea6e130477 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.087542] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1051.087542] env[62788]: value = "task-2394611" [ 1051.087542] env[62788]: _type = "Task" [ 1051.087542] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.096724] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.237703] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521a3da6-78da-41ee-ae5d-2a3814b5436c, 'name': SearchDatastore_Task, 'duration_secs': 0.014889} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.238514] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a705bd6-0db1-4567-8e4e-9060a04f788f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.243500] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1051.243500] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526e7def-4209-9d3c-1c76-61b304094276" [ 1051.243500] env[62788]: _type = "Task" [ 1051.243500] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.251118] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526e7def-4209-9d3c-1c76-61b304094276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.276786] env[62788]: DEBUG nova.compute.manager [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1051.352649] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394608, 'name': ReconfigVM_Task, 'duration_secs': 0.733021} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.353486] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 861c9260-6d0b-4c4b-ae98-db81fef61b7d/861c9260-6d0b-4c4b-ae98-db81fef61b7d.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.354124] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff6370e9-e92e-4afe-972c-32bc4b952e5d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.360986] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1051.360986] env[62788]: value = "task-2394612" [ 1051.360986] env[62788]: _type = "Task" [ 1051.360986] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.369091] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394612, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.435093] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394610, 'name': PowerOffVM_Task, 'duration_secs': 0.223877} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.435452] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.441396] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Reconfiguring VM instance instance-00000052 to detach disk 2002 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.441692] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-590b4d65-83d3-4292-bfe7-258a758dd32e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.463176] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1051.463176] env[62788]: value = "task-2394613" [ 1051.463176] env[62788]: _type = "Task" [ 1051.463176] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.472973] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.523864] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1051.524571] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.524902] env[62788]: DEBUG nova.network.neutron [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.560457] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Releasing lock "refresh_cache-76742cd2-6317-4dee-ad0f-1c0f95928923" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.560881] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Instance network_info: |[{"id": "4000bed1-4903-43fe-abd1-aa65546a6a97", "address": "fa:16:3e:45:1b:b9", "network": {"id": "c87e2981-8de8-4668-ba49-76596a337624", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2041343445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fcb3bcc8de4f6e854b04680e2ff235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4000bed1-49", "ovs_interfaceid": "4000bed1-4903-43fe-abd1-aa65546a6a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1051.561229] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] Acquired lock "refresh_cache-76742cd2-6317-4dee-ad0f-1c0f95928923" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.561395] env[62788]: DEBUG nova.network.neutron [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Refreshing network info cache for port 4000bed1-4903-43fe-abd1-aa65546a6a97 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.563075] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:1b:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4000bed1-4903-43fe-abd1-aa65546a6a97', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.571015] env[62788]: DEBUG oslo.service.loopingcall [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1051.571362] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.572261] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2dc01d5-85af-463f-9464-07789232b5cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.594889] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.594889] env[62788]: value = "task-2394614" [ 1051.594889] env[62788]: _type = "Task" [ 1051.594889] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.603541] env[62788]: DEBUG oslo_vmware.api [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394611, 'name': RemoveSnapshot_Task, 'duration_secs': 0.497633} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.604253] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.604525] env[62788]: INFO nova.compute.manager [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Took 13.66 seconds to snapshot the instance on the hypervisor. [ 1051.611095] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394614, 'name': CreateVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.753977] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526e7def-4209-9d3c-1c76-61b304094276, 'name': SearchDatastore_Task, 'duration_secs': 0.009556} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.754262] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1051.754630] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 434a791d-d33b-4370-a910-d0faeb61c913/434a791d-d33b-4370-a910-d0faeb61c913.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.754966] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e7c2e23-0f54-472e-ae3f-6429b81cd17f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.761175] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1051.761175] env[62788]: value = "task-2394615" [ 1051.761175] env[62788]: _type = "Task" [ 1051.761175] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.769867] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.800117] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.871759] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394612, 'name': Rename_Task, 'duration_secs': 0.143881} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.872323] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.872674] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4358cd01-e00e-4903-bd8c-6f26f0181eac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.878713] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1051.878713] env[62788]: value = "task-2394616" [ 1051.878713] env[62788]: _type = "Task" [ 1051.878713] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.890980] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.977171] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394613, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.040997] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.041293] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.041500] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.041850] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.042294] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.045399] env[62788]: INFO nova.compute.manager [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Terminating instance [ 1052.113946] env[62788]: DEBUG nova.compute.manager [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Instance disappeared during snapshot {{(pid=62788) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4609}} [ 1052.118023] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394614, 'name': CreateVM_Task, 'duration_secs': 0.382803} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.121687] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.123120] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.123369] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.123713] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1052.124535] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef1f52ad-abbb-4ef6-b2d6-0d57fb15467b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.128110] env[62788]: DEBUG nova.compute.manager [None req-30799ead-07c7-46c3-9cbc-677648b81f52 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image not found during clean up fa6b9b2a-c3a0-47a5-b158-e01319c30e4e {{(pid=62788) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4615}} [ 1052.136122] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1052.136122] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5235d5de-9043-b1b6-a177-023003ecea36" [ 1052.136122] env[62788]: _type = "Task" [ 1052.136122] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.151311] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5235d5de-9043-b1b6-a177-023003ecea36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.277162] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394615, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.288157] env[62788]: DEBUG nova.network.neutron [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance_info_cache with network_info: [{"id": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "address": "fa:16:3e:21:8b:8e", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc4dc1d-df", "ovs_interfaceid": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.372655] env[62788]: DEBUG nova.network.neutron [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Updated VIF entry in instance network info cache for port 4000bed1-4903-43fe-abd1-aa65546a6a97. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.373023] env[62788]: DEBUG nova.network.neutron [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Updating instance_info_cache with network_info: [{"id": "4000bed1-4903-43fe-abd1-aa65546a6a97", "address": "fa:16:3e:45:1b:b9", "network": {"id": "c87e2981-8de8-4668-ba49-76596a337624", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-2041343445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "03fcb3bcc8de4f6e854b04680e2ff235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4000bed1-49", "ovs_interfaceid": "4000bed1-4903-43fe-abd1-aa65546a6a97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.386456] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1481ca-f956-44d2-a50a-755e16938a3c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.396185] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.399061] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b16ff2-be7b-4b8b-8943-4df8e6cfaf18 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.435278] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87e6cec-4625-4907-9f99-55c9d5c077c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.443408] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bd1795-d379-4998-8509-72d5a5dbf3c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.456951] env[62788]: DEBUG nova.compute.provider_tree [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.474048] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394613, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.541241] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.541472] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.555187] env[62788]: DEBUG nova.compute.manager [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1052.555404] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.556666] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb617b5-3b2d-466b-9706-748a665c4831 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.563961] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.564210] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7422624-ff91-479a-b8fc-80818ac42db2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.643438] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.643660] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.643848] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleting the datastore file [datastore1] 03bfda23-6542-43a2-b0b2-f0bca9d2b94c {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.647483] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae8651d2-a383-4a2d-a808-6ca3ce52f4f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.649269] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5235d5de-9043-b1b6-a177-023003ecea36, 'name': SearchDatastore_Task, 'duration_secs': 0.053524} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.649552] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.649772] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.650007] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1052.650159] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.650330] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.650923] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-038568d2-ff93-4139-ad0e-9a9310f08c98 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.654204] env[62788]: DEBUG oslo_vmware.api [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1052.654204] env[62788]: value = "task-2394618" [ 1052.654204] env[62788]: _type = "Task" [ 1052.654204] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.661290] env[62788]: DEBUG oslo_vmware.api [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.692864] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.693070] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.693801] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9123ebfb-c33e-4336-946e-2be9b2869d8d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.699349] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1052.699349] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52bc39af-26b1-e17a-0d42-aa228f30a5fb" [ 1052.699349] env[62788]: _type = "Task" [ 1052.699349] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.708376] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bc39af-26b1-e17a-0d42-aa228f30a5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.771757] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551101} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.772076] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 434a791d-d33b-4370-a910-d0faeb61c913/434a791d-d33b-4370-a910-d0faeb61c913.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.772567] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.772567] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1929bab9-e015-4572-9ed9-739a10e9d09f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.778437] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1052.778437] env[62788]: value = "task-2394619" [ 1052.778437] env[62788]: _type = "Task" [ 1052.778437] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.785840] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.790556] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.876035] env[62788]: DEBUG oslo_concurrency.lockutils [req-1ee233b7-50d8-41b8-9634-2d7031630775 req-dfaa0f82-2d11-4a58-b5c2-22003741d216 service nova] Releasing lock "refresh_cache-76742cd2-6317-4dee-ad0f-1c0f95928923" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1052.890827] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.961641] env[62788]: DEBUG nova.scheduler.client.report [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.977879] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394613, 'name': ReconfigVM_Task, 'duration_secs': 1.310453} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.979030] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Reconfigured VM instance instance-00000052 to detach disk 2002 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1052.980026] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.980026] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19bc360f-564c-4ca2-b923-2f1344530b83 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.985724] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1052.985724] env[62788]: value = "task-2394620" [ 1052.985724] env[62788]: _type = "Task" [ 1052.985724] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.996724] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.043853] env[62788]: DEBUG nova.compute.manager [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1053.164673] env[62788]: DEBUG oslo_vmware.api [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30452} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.164964] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.165260] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.165360] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.165527] env[62788]: INFO nova.compute.manager [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1053.165771] env[62788]: DEBUG oslo.service.loopingcall [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1053.165959] env[62788]: DEBUG nova.compute.manager [-] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1053.166069] env[62788]: DEBUG nova.network.neutron [-] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.211345] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bc39af-26b1-e17a-0d42-aa228f30a5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.023245} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.212262] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d13f8801-9cc7-46c2-978d-8bb441b3de54 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.217705] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1053.217705] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a31e03-a922-4069-b805-a010d7ad4b7f" [ 1053.217705] env[62788]: _type = "Task" [ 1053.217705] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.226355] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a31e03-a922-4069-b805-a010d7ad4b7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.288747] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089631} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.288853] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.289727] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dffb9a5-be84-4abe-9ab6-70a743c20909 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.313640] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 434a791d-d33b-4370-a910-d0faeb61c913/434a791d-d33b-4370-a910-d0faeb61c913.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.314167] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b02195e-ac50-4dfa-ab93-07632f13b532 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.334234] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1053.334234] env[62788]: value = "task-2394621" [ 1053.334234] env[62788]: _type = "Task" [ 1053.334234] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.344252] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.395136] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394616, 'name': PowerOnVM_Task, 'duration_secs': 1.385773} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.400576] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.400576] env[62788]: INFO nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1053.400741] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1053.401780] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0938628-0b5b-4d05-952c-75f8e0da27d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.473535] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.474173] env[62788]: DEBUG nova.compute.manager [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1053.479122] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.736s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.482079] env[62788]: DEBUG nova.compute.manager [req-665c2e68-b6e2-4702-a2bf-88717f056285 req-e9d0f75e-0161-4f3f-8cfe-6e77b03d2222 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Received event network-vif-deleted-cefeb51a-6056-4bbc-8c0c-e0f783689914 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1053.482350] env[62788]: INFO nova.compute.manager [req-665c2e68-b6e2-4702-a2bf-88717f056285 req-e9d0f75e-0161-4f3f-8cfe-6e77b03d2222 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Neutron deleted interface cefeb51a-6056-4bbc-8c0c-e0f783689914; detaching it from the instance and deleting it from the info cache [ 1053.482600] env[62788]: DEBUG nova.network.neutron [req-665c2e68-b6e2-4702-a2bf-88717f056285 req-e9d0f75e-0161-4f3f-8cfe-6e77b03d2222 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.496499] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394620, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.574523] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.734379] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a31e03-a922-4069-b805-a010d7ad4b7f, 'name': SearchDatastore_Task, 'duration_secs': 0.012458} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.734379] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1053.734379] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 76742cd2-6317-4dee-ad0f-1c0f95928923/76742cd2-6317-4dee-ad0f-1c0f95928923.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.734379] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e08cd24d-c145-4bdb-90ae-d923646fb6ec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.741169] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1053.741169] env[62788]: value = "task-2394622" [ 1053.741169] env[62788]: _type = "Task" [ 1053.741169] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.750755] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.845371] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394621, 'name': ReconfigVM_Task, 'duration_secs': 0.303469} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.845671] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 434a791d-d33b-4370-a910-d0faeb61c913/434a791d-d33b-4370-a910-d0faeb61c913.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.846308] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dd1675e-6469-4de7-846a-76194c19c8b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.853159] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1053.853159] env[62788]: value = "task-2394623" [ 1053.853159] env[62788]: _type = "Task" [ 1053.853159] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.861194] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394623, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.923880] env[62788]: INFO nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Took 17.23 seconds to build instance. [ 1053.939912] env[62788]: DEBUG nova.network.neutron [-] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.980427] env[62788]: DEBUG nova.compute.utils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1053.981962] env[62788]: DEBUG nova.compute.manager [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1053.982615] env[62788]: DEBUG nova.network.neutron [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.995468] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f08cfc10-3880-4dad-bf33-ed257939e755 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.009100] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d338fd3-c71e-47f5-9484-bcb93e944f93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.026246] env[62788]: DEBUG oslo_vmware.api [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394620, 'name': PowerOnVM_Task, 'duration_secs': 0.69037} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.027067] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.027368] env[62788]: DEBUG nova.compute.manager [None req-26415976-0061-4d81-9807-272dfb579db7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1054.028421] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedc7263-369a-48e7-b90a-b8370442197f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.049716] env[62788]: DEBUG nova.compute.manager [req-665c2e68-b6e2-4702-a2bf-88717f056285 req-e9d0f75e-0161-4f3f-8cfe-6e77b03d2222 service nova] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Detach interface failed, port_id=cefeb51a-6056-4bbc-8c0c-e0f783689914, reason: Instance 03bfda23-6542-43a2-b0b2-f0bca9d2b94c could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1054.051507] env[62788]: DEBUG nova.policy [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06f0638a29e44179953fb0e75162bbef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '433275e5d6c642efa185be8adbf682d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.251788] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394622, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.323190] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35198f34-6b3b-4178-a397-b3d10e730c82 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.344817] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance 'e65a16b9-af8a-49fe-9c15-9c1f2bda1cce' progress to 0 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.362366] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394623, 'name': Rename_Task, 'duration_secs': 0.482131} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.362908] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.363208] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5ffe692-1fc9-4840-a2ac-efaa2aa00c1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.371173] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1054.371173] env[62788]: value = "task-2394624" [ 1054.371173] env[62788]: _type = "Task" [ 1054.371173] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.379547] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.422843] env[62788]: DEBUG nova.network.neutron [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Successfully created port: a6545ac1-91c0-447d-a7d4-2b82f185e6de {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.425008] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.743s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.443319] env[62788]: INFO nova.compute.manager [-] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Took 1.28 seconds to deallocate network for instance. [ 1054.485445] env[62788]: DEBUG nova.compute.manager [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1054.497798] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Applying migration context for instance e65a16b9-af8a-49fe-9c15-9c1f2bda1cce as it has an incoming, in-progress migration 57de8e74-160f-4532-bb42-9ce384088b6d. Migration status is migrating {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1054.500494] env[62788]: INFO nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating resource usage from migration 57de8e74-160f-4532-bb42-9ce384088b6d [ 1054.532132] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 11a2b336-8e4b-4627-872c-b70cf0d19cc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.532331] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance ff10d7b8-218d-42cc-a63e-e9891f4de156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.532505] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 693f5d7b-9fb0-46bf-a718-9c9b1e4097da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.532702] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 8af8013d-e49b-484f-8fef-1ca817a5645c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.532855] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance a0afa067-1a4e-4f56-8ee2-7fbcd98e098d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.533019] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 5a26bac5-d522-4d7f-8acf-89027ba55c43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.533181] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 130e2f44-88b4-4acd-a686-f46ec59d4e49 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.533303] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.533420] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 9cbb2005-3ede-4837-b5e1-0f6521043662 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.533533] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 7ff81b21-7171-4a1d-9dd1-1344f46a434a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.533644] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 03bfda23-6542-43a2-b0b2-f0bca9d2b94c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.533767] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 790066d5-95c6-4621-8fc2-ba963e0558a4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1054.533882] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance d253b4ca-939e-43fd-b1f4-35242fd35132 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.533994] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 861c9260-6d0b-4c4b-ae98-db81fef61b7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.534202] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 434a791d-d33b-4370-a910-d0faeb61c913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.534321] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 76742cd2-6317-4dee-ad0f-1c0f95928923 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.534435] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Migration 57de8e74-160f-4532-bb42-9ce384088b6d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1054.534543] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 3c7c6bbe-e227-472b-92b8-e6c2c68221b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.534651] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance e65a16b9-af8a-49fe-9c15-9c1f2bda1cce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1054.756025] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543548} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.756025] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 76742cd2-6317-4dee-ad0f-1c0f95928923/76742cd2-6317-4dee-ad0f-1c0f95928923.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.756025] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.756025] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aef19d8-584e-4d26-b0f6-f7766fe929a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.762217] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1054.762217] env[62788]: value = "task-2394625" [ 1054.762217] env[62788]: _type = "Task" [ 1054.762217] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.770059] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.850790] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.851259] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a16d282-8427-4a81-84ee-76abcb1f8d84 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.858963] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1054.858963] env[62788]: value = "task-2394626" [ 1054.858963] env[62788]: _type = "Task" [ 1054.858963] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.865413] env[62788]: DEBUG nova.compute.manager [req-580d5363-f18c-49b9-a8b1-efdc137cada2 req-7a9b1f73-3764-4a90-b7b6-1a35aaec521c service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Received event network-changed-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1054.865600] env[62788]: DEBUG nova.compute.manager [req-580d5363-f18c-49b9-a8b1-efdc137cada2 req-7a9b1f73-3764-4a90-b7b6-1a35aaec521c service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Refreshing instance network info cache due to event network-changed-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1054.865814] env[62788]: DEBUG oslo_concurrency.lockutils [req-580d5363-f18c-49b9-a8b1-efdc137cada2 req-7a9b1f73-3764-4a90-b7b6-1a35aaec521c service nova] Acquiring lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.865951] env[62788]: DEBUG oslo_concurrency.lockutils [req-580d5363-f18c-49b9-a8b1-efdc137cada2 req-7a9b1f73-3764-4a90-b7b6-1a35aaec521c service nova] Acquired lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.866118] env[62788]: DEBUG nova.network.neutron [req-580d5363-f18c-49b9-a8b1-efdc137cada2 req-7a9b1f73-3764-4a90-b7b6-1a35aaec521c service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Refreshing network info cache for port fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.873970] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.885227] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394624, 'name': PowerOnVM_Task, 'duration_secs': 0.481205} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.885540] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.885776] env[62788]: INFO nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1054.885988] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1054.887057] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f75c32-8a85-4f7b-bffd-618130696f04 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.955047] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.038031] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 94b0aa0a-4ee1-4705-978a-6486f1d40c2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1055.272965] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074425} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.273252] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.274013] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d364bf69-e51d-41cf-895e-eabecf57eb67 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.296246] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 76742cd2-6317-4dee-ad0f-1c0f95928923/76742cd2-6317-4dee-ad0f-1c0f95928923.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.296515] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9b7d247-eb68-4b68-a610-01918a3b079e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.316157] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1055.316157] env[62788]: value = "task-2394627" [ 1055.316157] env[62788]: _type = "Task" [ 1055.316157] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.325468] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.368844] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394626, 'name': PowerOffVM_Task, 'duration_secs': 0.478645} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.371266] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.371473] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance 'e65a16b9-af8a-49fe-9c15-9c1f2bda1cce' progress to 17 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.407135] env[62788]: INFO nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Took 18.68 seconds to build instance. [ 1055.501989] env[62788]: DEBUG nova.compute.manager [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1055.530959] env[62788]: DEBUG nova.virt.hardware [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.531236] env[62788]: DEBUG nova.virt.hardware [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.531394] env[62788]: DEBUG nova.virt.hardware [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.531571] env[62788]: DEBUG nova.virt.hardware [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.531771] env[62788]: DEBUG nova.virt.hardware [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.532090] env[62788]: DEBUG nova.virt.hardware [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.532334] env[62788]: DEBUG nova.virt.hardware [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.532526] env[62788]: DEBUG nova.virt.hardware [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.532710] env[62788]: DEBUG nova.virt.hardware [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.532904] env[62788]: DEBUG nova.virt.hardware [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.533129] env[62788]: DEBUG nova.virt.hardware [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.534070] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2e661f-718c-4e3a-af3f-5dd760a0fac3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.541649] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 68d3a67a-fc0e-4192-80c1-c645813873af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1055.544555] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5128dacd-54a9-400b-bb3d-e7c02c6d5f23 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.641545] env[62788]: DEBUG nova.network.neutron [req-580d5363-f18c-49b9-a8b1-efdc137cada2 req-7a9b1f73-3764-4a90-b7b6-1a35aaec521c service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updated VIF entry in instance network info cache for port fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.642090] env[62788]: DEBUG nova.network.neutron [req-580d5363-f18c-49b9-a8b1-efdc137cada2 req-7a9b1f73-3764-4a90-b7b6-1a35aaec521c service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updating instance_info_cache with network_info: [{"id": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "address": "fa:16:3e:73:56:6d", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceb2b6a-ea", "ovs_interfaceid": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.827350] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.878429] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.879081] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.879549] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.880185] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.880554] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.880892] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.881406] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.881707] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.882930] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.882930] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.882930] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.894118] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08072344-dc4a-44b3-9aa9-e711b771564c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.909749] env[62788]: DEBUG nova.compute.manager [req-2ca55db5-3558-4b8c-8da9-ce17d7d28296 req-7643915d-086a-45e5-b45e-8624b2a12a32 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Received event network-vif-plugged-a6545ac1-91c0-447d-a7d4-2b82f185e6de {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1055.910449] env[62788]: DEBUG oslo_concurrency.lockutils [req-2ca55db5-3558-4b8c-8da9-ce17d7d28296 req-7643915d-086a-45e5-b45e-8624b2a12a32 service nova] Acquiring lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.910923] env[62788]: DEBUG oslo_concurrency.lockutils [req-2ca55db5-3558-4b8c-8da9-ce17d7d28296 req-7643915d-086a-45e5-b45e-8624b2a12a32 service nova] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.911259] env[62788]: DEBUG oslo_concurrency.lockutils [req-2ca55db5-3558-4b8c-8da9-ce17d7d28296 req-7643915d-086a-45e5-b45e-8624b2a12a32 service nova] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.911569] env[62788]: DEBUG nova.compute.manager [req-2ca55db5-3558-4b8c-8da9-ce17d7d28296 req-7643915d-086a-45e5-b45e-8624b2a12a32 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] No waiting events found dispatching network-vif-plugged-a6545ac1-91c0-447d-a7d4-2b82f185e6de {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.911892] env[62788]: WARNING nova.compute.manager [req-2ca55db5-3558-4b8c-8da9-ce17d7d28296 req-7643915d-086a-45e5-b45e-8624b2a12a32 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Received unexpected event network-vif-plugged-a6545ac1-91c0-447d-a7d4-2b82f185e6de for instance with vm_state building and task_state spawning. [ 1055.912904] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "434a791d-d33b-4370-a910-d0faeb61c913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.197s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.917706] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1055.917706] env[62788]: value = "task-2394628" [ 1055.917706] env[62788]: _type = "Task" [ 1055.917706] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.927551] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.016837] env[62788]: DEBUG nova.network.neutron [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Successfully updated port: a6545ac1-91c0-447d-a7d4-2b82f185e6de {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.051441] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance cb20419a-6f4c-417b-95e0-4dd0d750ecf5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1056.051774] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1056.051985] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1056.144412] env[62788]: DEBUG oslo_concurrency.lockutils [req-580d5363-f18c-49b9-a8b1-efdc137cada2 req-7a9b1f73-3764-4a90-b7b6-1a35aaec521c service nova] Releasing lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.334361] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394627, 'name': ReconfigVM_Task, 'duration_secs': 0.57524} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.334638] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 76742cd2-6317-4dee-ad0f-1c0f95928923/76742cd2-6317-4dee-ad0f-1c0f95928923.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.335276] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-172f4034-a895-4c34-a0ff-4d516fe02aad {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.341439] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1056.341439] env[62788]: value = "task-2394629" [ 1056.341439] env[62788]: _type = "Task" [ 1056.341439] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.349762] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394629, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.351359] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d196d9a4-5ad0-4f0f-b84b-25a2e461bcb9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.357881] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71849da7-24b4-40f5-b16c-5bffd3fed0a8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.388774] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9803eae8-7e77-4fa1-a28b-e4789109e2c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.396726] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4e74b3-f6f5-4558-ab04-e4d61afa3fb4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.410302] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.427661] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394628, 'name': ReconfigVM_Task, 'duration_secs': 0.193268} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.427996] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance 'e65a16b9-af8a-49fe-9c15-9c1f2bda1cce' progress to 33 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.520562] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "refresh_cache-3c7c6bbe-e227-472b-92b8-e6c2c68221b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.520562] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "refresh_cache-3c7c6bbe-e227-472b-92b8-e6c2c68221b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.520562] env[62788]: DEBUG nova.network.neutron [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.852277] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394629, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.888653] env[62788]: DEBUG nova.compute.manager [req-bfd45f23-8915-4a6f-ae28-04e65812685a req-1471e19d-fcd3-4d37-8d71-c2ad5cefc5d0 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Received event network-changed-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1056.888653] env[62788]: DEBUG nova.compute.manager [req-bfd45f23-8915-4a6f-ae28-04e65812685a req-1471e19d-fcd3-4d37-8d71-c2ad5cefc5d0 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Refreshing instance network info cache due to event network-changed-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1056.888653] env[62788]: DEBUG oslo_concurrency.lockutils [req-bfd45f23-8915-4a6f-ae28-04e65812685a req-1471e19d-fcd3-4d37-8d71-c2ad5cefc5d0 service nova] Acquiring lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.888739] env[62788]: DEBUG oslo_concurrency.lockutils [req-bfd45f23-8915-4a6f-ae28-04e65812685a req-1471e19d-fcd3-4d37-8d71-c2ad5cefc5d0 service nova] Acquired lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.888915] env[62788]: DEBUG nova.network.neutron [req-bfd45f23-8915-4a6f-ae28-04e65812685a req-1471e19d-fcd3-4d37-8d71-c2ad5cefc5d0 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Refreshing network info cache for port fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.913534] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.934541] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.934822] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.935015] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.935252] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.935431] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.935617] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.935843] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.936040] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.936249] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.936446] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.936658] env[62788]: DEBUG nova.virt.hardware [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.942457] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.943036] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f3270a6-f190-49b6-9739-ff7ae84e6221 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.963029] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1056.963029] env[62788]: value = "task-2394630" [ 1056.963029] env[62788]: _type = "Task" [ 1056.963029] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.970894] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.057011] env[62788]: DEBUG nova.network.neutron [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.248308] env[62788]: DEBUG nova.network.neutron [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Updating instance_info_cache with network_info: [{"id": "a6545ac1-91c0-447d-a7d4-2b82f185e6de", "address": "fa:16:3e:80:d5:36", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6545ac1-91", "ovs_interfaceid": "a6545ac1-91c0-447d-a7d4-2b82f185e6de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.352666] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394629, 'name': Rename_Task, 'duration_secs': 0.802762} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.353068] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.353375] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c338156f-1f88-432b-a68e-aecd8c645bcd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.360195] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1057.360195] env[62788]: value = "task-2394631" [ 1057.360195] env[62788]: _type = "Task" [ 1057.360195] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.368091] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.418921] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1057.419220] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.940s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.422507] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.623s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.422744] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.424942] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.648s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1057.426695] env[62788]: INFO nova.compute.claims [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.452994] env[62788]: INFO nova.scheduler.client.report [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleted allocations for instance 8af8013d-e49b-484f-8fef-1ca817a5645c [ 1057.477621] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394630, 'name': ReconfigVM_Task, 'duration_secs': 0.165949} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.477904] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.478772] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52d890e-74d3-4ca2-988c-3c3769a16769 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.503433] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] e65a16b9-af8a-49fe-9c15-9c1f2bda1cce/e65a16b9-af8a-49fe-9c15-9c1f2bda1cce.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.504380] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2e77212-5d60-492b-8975-f33d83e8dd44 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.525198] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1057.525198] env[62788]: value = "task-2394632" [ 1057.525198] env[62788]: _type = "Task" [ 1057.525198] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.533566] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.649338] env[62788]: DEBUG nova.network.neutron [req-bfd45f23-8915-4a6f-ae28-04e65812685a req-1471e19d-fcd3-4d37-8d71-c2ad5cefc5d0 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updated VIF entry in instance network info cache for port fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.649794] env[62788]: DEBUG nova.network.neutron [req-bfd45f23-8915-4a6f-ae28-04e65812685a req-1471e19d-fcd3-4d37-8d71-c2ad5cefc5d0 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updating instance_info_cache with network_info: [{"id": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "address": "fa:16:3e:73:56:6d", "network": {"id": "c76f8360-7b1e-44ba-a39c-bdd78f6a51fe", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-250914269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b17675e9a44d0bac231021e669ecf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfceb2b6a-ea", "ovs_interfaceid": "fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.750633] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "refresh_cache-3c7c6bbe-e227-472b-92b8-e6c2c68221b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.751055] env[62788]: DEBUG nova.compute.manager [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Instance network_info: |[{"id": "a6545ac1-91c0-447d-a7d4-2b82f185e6de", "address": "fa:16:3e:80:d5:36", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6545ac1-91", "ovs_interfaceid": "a6545ac1-91c0-447d-a7d4-2b82f185e6de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1057.751515] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:d5:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6545ac1-91c0-447d-a7d4-2b82f185e6de', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.760222] env[62788]: DEBUG oslo.service.loopingcall [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1057.760419] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.760711] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2968a90e-1345-4967-a1f6-ff436ca1e6b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.782211] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.782211] env[62788]: value = "task-2394633" [ 1057.782211] env[62788]: _type = "Task" [ 1057.782211] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.790178] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394633, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.873378] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394631, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.938231] env[62788]: DEBUG nova.compute.manager [req-533579a0-c2a6-42ac-b9a1-665f205d0d22 req-f27e386c-eaae-4b60-b9b0-d2bb0b792bf8 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Received event network-changed-a6545ac1-91c0-447d-a7d4-2b82f185e6de {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1057.938399] env[62788]: DEBUG nova.compute.manager [req-533579a0-c2a6-42ac-b9a1-665f205d0d22 req-f27e386c-eaae-4b60-b9b0-d2bb0b792bf8 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Refreshing instance network info cache due to event network-changed-a6545ac1-91c0-447d-a7d4-2b82f185e6de. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1057.938654] env[62788]: DEBUG oslo_concurrency.lockutils [req-533579a0-c2a6-42ac-b9a1-665f205d0d22 req-f27e386c-eaae-4b60-b9b0-d2bb0b792bf8 service nova] Acquiring lock "refresh_cache-3c7c6bbe-e227-472b-92b8-e6c2c68221b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1057.938844] env[62788]: DEBUG oslo_concurrency.lockutils [req-533579a0-c2a6-42ac-b9a1-665f205d0d22 req-f27e386c-eaae-4b60-b9b0-d2bb0b792bf8 service nova] Acquired lock "refresh_cache-3c7c6bbe-e227-472b-92b8-e6c2c68221b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.939148] env[62788]: DEBUG nova.network.neutron [req-533579a0-c2a6-42ac-b9a1-665f205d0d22 req-f27e386c-eaae-4b60-b9b0-d2bb0b792bf8 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Refreshing network info cache for port a6545ac1-91c0-447d-a7d4-2b82f185e6de {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.961465] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4f1c0c23-02db-4793-9787-b7e4aee7d400 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "8af8013d-e49b-484f-8fef-1ca817a5645c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.977s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.036936] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394632, 'name': ReconfigVM_Task, 'duration_secs': 0.392461} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.037366] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Reconfigured VM instance instance-0000005b to attach disk [datastore1] e65a16b9-af8a-49fe-9c15-9c1f2bda1cce/e65a16b9-af8a-49fe-9c15-9c1f2bda1cce.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.037731] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance 'e65a16b9-af8a-49fe-9c15-9c1f2bda1cce' progress to 50 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.153658] env[62788]: DEBUG oslo_concurrency.lockutils [req-bfd45f23-8915-4a6f-ae28-04e65812685a req-1471e19d-fcd3-4d37-8d71-c2ad5cefc5d0 service nova] Releasing lock "refresh_cache-3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.291618] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394633, 'name': CreateVM_Task, 'duration_secs': 0.466848} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.291785] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.292519] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.292689] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.293019] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.293313] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80464d5-e5a3-47cb-9c80-a0663ff2b43d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.297759] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1058.297759] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52185ea6-b9e7-c31d-9265-626afad42e9e" [ 1058.297759] env[62788]: _type = "Task" [ 1058.297759] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.305493] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52185ea6-b9e7-c31d-9265-626afad42e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.376388] env[62788]: DEBUG oslo_vmware.api [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394631, 'name': PowerOnVM_Task, 'duration_secs': 0.597731} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.376652] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.376853] env[62788]: INFO nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1058.377045] env[62788]: DEBUG nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1058.377838] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f985288-af79-420d-ae8b-b1f38abbe76b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.545685] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fa61bb-8399-4632-abcc-422195db5b21 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.569431] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b781e2-592c-4ad2-aa6e-6dbebd27f04e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.587871] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance 'e65a16b9-af8a-49fe-9c15-9c1f2bda1cce' progress to 67 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.689934] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.736985] env[62788]: DEBUG nova.network.neutron [req-533579a0-c2a6-42ac-b9a1-665f205d0d22 req-f27e386c-eaae-4b60-b9b0-d2bb0b792bf8 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Updated VIF entry in instance network info cache for port a6545ac1-91c0-447d-a7d4-2b82f185e6de. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.737554] env[62788]: DEBUG nova.network.neutron [req-533579a0-c2a6-42ac-b9a1-665f205d0d22 req-f27e386c-eaae-4b60-b9b0-d2bb0b792bf8 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Updating instance_info_cache with network_info: [{"id": "a6545ac1-91c0-447d-a7d4-2b82f185e6de", "address": "fa:16:3e:80:d5:36", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6545ac1-91", "ovs_interfaceid": "a6545ac1-91c0-447d-a7d4-2b82f185e6de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.775070] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc02ef6-e56d-4aec-90a9-abe4474f1872 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.783249] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e156dc4-8f5c-42b2-99d3-21a60a9e874f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.821954] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d7ba93-adf8-41b1-b65d-ece8a7d38e6e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.831339] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52185ea6-b9e7-c31d-9265-626afad42e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.020744} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.833762] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1058.834253] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.834595] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.834873] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.835204] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.835583] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1785b040-2b3a-45a8-953c-810a10e2e4f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.838548] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3b0be3-b43a-4576-a551-d38fbe2378b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.853239] env[62788]: DEBUG nova.compute.provider_tree [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.855770] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.855942] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.857402] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96eb272b-26c0-4e97-90f6-58149c0a368d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.864349] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1058.864349] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526f6a4b-c494-8d03-2bcf-0f3e01e566c8" [ 1058.864349] env[62788]: _type = "Task" [ 1058.864349] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.872359] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526f6a4b-c494-8d03-2bcf-0f3e01e566c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.901616] env[62788]: INFO nova.compute.manager [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Took 22.15 seconds to build instance. [ 1059.133653] env[62788]: DEBUG nova.network.neutron [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Port 8dc4dc1d-df8a-4a10-b495-31ef2238fe90 binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1059.241983] env[62788]: DEBUG oslo_concurrency.lockutils [req-533579a0-c2a6-42ac-b9a1-665f205d0d22 req-f27e386c-eaae-4b60-b9b0-d2bb0b792bf8 service nova] Releasing lock "refresh_cache-3c7c6bbe-e227-472b-92b8-e6c2c68221b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.358739] env[62788]: DEBUG nova.scheduler.client.report [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.375492] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526f6a4b-c494-8d03-2bcf-0f3e01e566c8, 'name': SearchDatastore_Task, 'duration_secs': 0.031263} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.376858] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2100f211-d56c-4c79-9e1c-5361d5ca4848 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.382207] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1059.382207] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52bf30ec-a0a6-a718-ef38-b176a1f0ab28" [ 1059.382207] env[62788]: _type = "Task" [ 1059.382207] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.389530] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bf30ec-a0a6-a718-ef38-b176a1f0ab28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.403372] env[62788]: DEBUG oslo_concurrency.lockutils [None req-18794a01-0df9-4572-9aeb-5d3e36fc2ed1 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "76742cd2-6317-4dee-ad0f-1c0f95928923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.657s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.864075] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.864474] env[62788]: DEBUG nova.compute.manager [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1059.866807] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.897s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.867016] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.871101] env[62788]: DEBUG oslo_concurrency.lockutils [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.638s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.871295] env[62788]: DEBUG oslo_concurrency.lockutils [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.873075] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.073s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.874503] env[62788]: INFO nova.compute.claims [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.893485] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52bf30ec-a0a6-a718-ef38-b176a1f0ab28, 'name': SearchDatastore_Task, 'duration_secs': 0.03096} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.893631] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.893933] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 3c7c6bbe-e227-472b-92b8-e6c2c68221b7/3c7c6bbe-e227-472b-92b8-e6c2c68221b7.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.894278] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51ccef87-38ce-4b4d-861e-10e27c630684 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.898120] env[62788]: INFO nova.scheduler.client.report [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Deleted allocations for instance 790066d5-95c6-4621-8fc2-ba963e0558a4 [ 1059.900118] env[62788]: INFO nova.scheduler.client.report [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleted allocations for instance 130e2f44-88b4-4acd-a686-f46ec59d4e49 [ 1059.907145] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1059.907145] env[62788]: value = "task-2394634" [ 1059.907145] env[62788]: _type = "Task" [ 1059.907145] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.918854] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.050789] env[62788]: DEBUG nova.compute.manager [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Stashing vm_state: active {{(pid=62788) _prep_resize /opt/stack/nova/nova/compute/manager.py:6150}} [ 1060.156867] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.157139] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.157941] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.265495] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.266041] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.266330] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.266583] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.266807] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.269205] env[62788]: INFO nova.compute.manager [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Terminating instance [ 1060.379082] env[62788]: DEBUG nova.compute.utils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1060.384147] env[62788]: DEBUG nova.compute.manager [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1060.384147] env[62788]: DEBUG nova.network.neutron [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.418496] env[62788]: DEBUG oslo_concurrency.lockutils [None req-39a194b0-6dc8-4c4d-9821-71318c6977ce tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.872s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.419614] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1e893824-163b-4bb1-8975-378096bf19aa tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "790066d5-95c6-4621-8fc2-ba963e0558a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.156s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.420490] env[62788]: DEBUG oslo_concurrency.lockutils [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] Acquired lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.422336] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75a1d49-47ec-43d7-aeee-5c5e0c3f4b83 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.429457] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394634, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.431448] env[62788]: DEBUG nova.policy [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adab5438774748afa1335c40936a0c64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f8adca4e8524b43a06021f1d4eb8624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.435171] env[62788]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1060.435339] env[62788]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62788) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1060.435954] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96e4c807-db62-460f-acc7-7bf9a9981593 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.444789] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e36d57b-b5b4-4947-aa43-41bfccb24408 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.482645] env[62788]: ERROR root [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-485735' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-485735' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-485735' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-485735'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-485735' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-485735' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-485735'}\n"]: nova.exception.InstanceNotFound: Instance 130e2f44-88b4-4acd-a686-f46ec59d4e49 could not be found. [ 1060.482814] env[62788]: DEBUG oslo_concurrency.lockutils [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] Releasing lock "130e2f44-88b4-4acd-a686-f46ec59d4e49" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.483123] env[62788]: DEBUG nova.compute.manager [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Detach interface failed, port_id=3c1678c9-28e6-4392-8a47-b7a9ba984119, reason: Instance 130e2f44-88b4-4acd-a686-f46ec59d4e49 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1060.483258] env[62788]: DEBUG nova.compute.manager [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Received event network-vif-deleted-e6950f61-d28f-4f88-a315-fb9c024d9ca9 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1060.483444] env[62788]: INFO nova.compute.manager [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Neutron deleted interface e6950f61-d28f-4f88-a315-fb9c024d9ca9; detaching it from the instance and deleting it from the info cache [ 1060.483704] env[62788]: DEBUG nova.network.neutron [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Updating instance_info_cache with network_info: [{"id": "84492428-444f-43e1-822b-da8fc7a5ead1", "address": "fa:16:3e:0a:a7:b9", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84492428-44", "ovs_interfaceid": "84492428-444f-43e1-822b-da8fc7a5ead1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.574871] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.773807] env[62788]: DEBUG nova.compute.manager [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1060.774101] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.775008] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9a407d-934a-464f-a8b3-4ca7a2e3b2fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.784564] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.784867] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1881d08d-53fd-448c-8cc5-fdbdfa45f10b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.791290] env[62788]: DEBUG oslo_vmware.api [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1060.791290] env[62788]: value = "task-2394635" [ 1060.791290] env[62788]: _type = "Task" [ 1060.791290] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.799987] env[62788]: DEBUG oslo_vmware.api [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.802916] env[62788]: DEBUG nova.network.neutron [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Successfully created port: e6d61c8f-cde6-4b28-b703-721a68ddab98 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.886712] env[62788]: DEBUG nova.compute.manager [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1060.924403] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549292} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.924630] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 3c7c6bbe-e227-472b-92b8-e6c2c68221b7/3c7c6bbe-e227-472b-92b8-e6c2c68221b7.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.924849] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.925131] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c07dac3-c043-499c-b153-ed194d91e5d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.931882] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1060.931882] env[62788]: value = "task-2394636" [ 1060.931882] env[62788]: _type = "Task" [ 1060.931882] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.943601] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.986534] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e39168b4-e20a-4d03-9079-8e0c3b5e5a5e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.998510] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc49cb9-20d0-4f3a-9761-5e2b9c68f00f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.040670] env[62788]: DEBUG nova.compute.manager [req-39e3c06e-279c-49bb-a5f9-2cc261aa8a12 req-25803156-818a-4c8c-b7fb-64bf69f0ffa6 service nova] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Detach interface failed, port_id=e6950f61-d28f-4f88-a315-fb9c024d9ca9, reason: Instance 130e2f44-88b4-4acd-a686-f46ec59d4e49 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1061.206588] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.206797] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.206983] env[62788]: DEBUG nova.network.neutron [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.226950] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0537c389-9ca2-4f38-9f4a-2903dc70e6e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.235870] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1744c77e-7e70-44f8-a2ff-d650d6a3a850 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.268061] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd480d5-751c-4d83-b182-23ea2cd059a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.275815] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45430fa-cc5f-4abf-b998-be0d333666bc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.289850] env[62788]: DEBUG nova.compute.provider_tree [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.301837] env[62788]: DEBUG oslo_vmware.api [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394635, 'name': PowerOffVM_Task, 'duration_secs': 0.279709} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.302303] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.302516] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.303075] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ca6befd-e71c-4b0b-820e-06d4aa7a3f34 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.365592] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.365821] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.366014] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Deleting the datastore file [datastore1] 861c9260-6d0b-4c4b-ae98-db81fef61b7d {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.366289] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8acd5786-6965-4914-9144-6e7af00a63f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.373086] env[62788]: DEBUG oslo_vmware.api [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1061.373086] env[62788]: value = "task-2394638" [ 1061.373086] env[62788]: _type = "Task" [ 1061.373086] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.381874] env[62788]: DEBUG oslo_vmware.api [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.442829] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067573} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.443231] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.444208] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7b403a-a281-46bf-adeb-92ac7021176a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.469518] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 3c7c6bbe-e227-472b-92b8-e6c2c68221b7/3c7c6bbe-e227-472b-92b8-e6c2c68221b7.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.469876] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0691032-6433-4a77-b683-89d8f628f8ea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.489378] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1061.489378] env[62788]: value = "task-2394639" [ 1061.489378] env[62788]: _type = "Task" [ 1061.489378] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.496879] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.798494] env[62788]: DEBUG nova.scheduler.client.report [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.885144] env[62788]: DEBUG oslo_vmware.api [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.904701] env[62788]: DEBUG nova.compute.manager [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1061.936395] env[62788]: DEBUG nova.virt.hardware [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.936395] env[62788]: DEBUG nova.virt.hardware [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.936395] env[62788]: DEBUG nova.virt.hardware [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.936395] env[62788]: DEBUG nova.virt.hardware [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.937064] env[62788]: DEBUG nova.virt.hardware [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.940079] env[62788]: DEBUG nova.virt.hardware [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.940079] env[62788]: DEBUG nova.virt.hardware [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.940079] env[62788]: DEBUG nova.virt.hardware [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.940079] env[62788]: DEBUG nova.virt.hardware [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.940079] env[62788]: DEBUG nova.virt.hardware [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.940079] env[62788]: DEBUG nova.virt.hardware [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.940079] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c1b901-8cd0-46f0-8b61-06081e36649e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.950569] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0741ff0e-33da-4ed3-b282-7763ed2ebb7a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.001418] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394639, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.125040] env[62788]: DEBUG nova.network.neutron [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance_info_cache with network_info: [{"id": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "address": "fa:16:3e:21:8b:8e", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc4dc1d-df", "ovs_interfaceid": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.306204] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.306928] env[62788]: DEBUG nova.compute.manager [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1062.310351] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.736s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.311839] env[62788]: INFO nova.compute.claims [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.383612] env[62788]: DEBUG oslo_vmware.api [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54361} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.383863] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.384072] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.384308] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.384674] env[62788]: INFO nova.compute.manager [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1062.384757] env[62788]: DEBUG oslo.service.loopingcall [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.386320] env[62788]: DEBUG nova.compute.manager [-] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1062.386320] env[62788]: DEBUG nova.network.neutron [-] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.505670] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394639, 'name': ReconfigVM_Task, 'duration_secs': 0.524906} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.505960] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 3c7c6bbe-e227-472b-92b8-e6c2c68221b7/3c7c6bbe-e227-472b-92b8-e6c2c68221b7.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.506927] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2702c684-e925-4646-97ce-f00a7dd2ed09 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.514387] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1062.514387] env[62788]: value = "task-2394640" [ 1062.514387] env[62788]: _type = "Task" [ 1062.514387] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.524382] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394640, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.627657] env[62788]: DEBUG oslo_concurrency.lockutils [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.746837] env[62788]: DEBUG nova.compute.manager [req-d36000fc-fd3f-481c-b8d8-87e86f922433 req-ef9bf884-272c-4f02-8af4-d1f350de23e7 service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Received event network-vif-deleted-6a61075f-dfc2-41ca-9445-cbfc84a16faa {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1062.747131] env[62788]: INFO nova.compute.manager [req-d36000fc-fd3f-481c-b8d8-87e86f922433 req-ef9bf884-272c-4f02-8af4-d1f350de23e7 service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Neutron deleted interface 6a61075f-dfc2-41ca-9445-cbfc84a16faa; detaching it from the instance and deleting it from the info cache [ 1062.747315] env[62788]: DEBUG nova.network.neutron [req-d36000fc-fd3f-481c-b8d8-87e86f922433 req-ef9bf884-272c-4f02-8af4-d1f350de23e7 service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.821184] env[62788]: DEBUG nova.compute.utils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1062.825499] env[62788]: DEBUG nova.compute.manager [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1062.825684] env[62788]: DEBUG nova.network.neutron [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.922448] env[62788]: DEBUG nova.policy [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef96e4de78e34663bc2f576eaaf20fea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e1d0791620b45a1b8abae13aa655a3d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.024608] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394640, 'name': Rename_Task, 'duration_secs': 0.147008} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.024938] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.025271] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91b482f4-81d3-4d96-8cd0-102a2d1dc5c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.032053] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1063.032053] env[62788]: value = "task-2394641" [ 1063.032053] env[62788]: _type = "Task" [ 1063.032053] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.040492] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.132282] env[62788]: DEBUG nova.compute.manager [req-7ad1c48b-e0fe-448a-94f2-b941ad647737 req-315266a4-2a8a-40ec-80c4-6c44aa7ca785 service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Received event network-vif-plugged-e6d61c8f-cde6-4b28-b703-721a68ddab98 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1063.133400] env[62788]: DEBUG oslo_concurrency.lockutils [req-7ad1c48b-e0fe-448a-94f2-b941ad647737 req-315266a4-2a8a-40ec-80c4-6c44aa7ca785 service nova] Acquiring lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.133400] env[62788]: DEBUG oslo_concurrency.lockutils [req-7ad1c48b-e0fe-448a-94f2-b941ad647737 req-315266a4-2a8a-40ec-80c4-6c44aa7ca785 service nova] Lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.133400] env[62788]: DEBUG oslo_concurrency.lockutils [req-7ad1c48b-e0fe-448a-94f2-b941ad647737 req-315266a4-2a8a-40ec-80c4-6c44aa7ca785 service nova] Lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.135301] env[62788]: DEBUG nova.compute.manager [req-7ad1c48b-e0fe-448a-94f2-b941ad647737 req-315266a4-2a8a-40ec-80c4-6c44aa7ca785 service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] No waiting events found dispatching network-vif-plugged-e6d61c8f-cde6-4b28-b703-721a68ddab98 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.135748] env[62788]: WARNING nova.compute.manager [req-7ad1c48b-e0fe-448a-94f2-b941ad647737 req-315266a4-2a8a-40ec-80c4-6c44aa7ca785 service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Received unexpected event network-vif-plugged-e6d61c8f-cde6-4b28-b703-721a68ddab98 for instance with vm_state building and task_state spawning. [ 1063.167749] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd4af60-ae20-43d6-8724-5511ebfaa9c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.193544] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d48074-78d8-4497-8f0c-1abe5ab3ca33 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.203581] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance 'e65a16b9-af8a-49fe-9c15-9c1f2bda1cce' progress to 83 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.214177] env[62788]: DEBUG nova.network.neutron [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Successfully updated port: e6d61c8f-cde6-4b28-b703-721a68ddab98 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.231887] env[62788]: DEBUG nova.network.neutron [-] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.250033] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cc6117a-3cc6-4a02-909e-4769eaf20d2e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.259571] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1991925-3606-4054-8ba8-a985cf155aed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.300462] env[62788]: DEBUG nova.compute.manager [req-d36000fc-fd3f-481c-b8d8-87e86f922433 req-ef9bf884-272c-4f02-8af4-d1f350de23e7 service nova] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Detach interface failed, port_id=6a61075f-dfc2-41ca-9445-cbfc84a16faa, reason: Instance 861c9260-6d0b-4c4b-ae98-db81fef61b7d could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1063.326610] env[62788]: DEBUG nova.compute.manager [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1063.384274] env[62788]: DEBUG nova.network.neutron [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Successfully created port: 76d14a16-8d67-4c66-9764-431a722c0467 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.544711] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.657180] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40470aa-a196-4f3f-9b68-4f953e205bb4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.665400] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdf37d8-80bb-4a91-8618-1c9e249d1e8d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.703169] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39e9588-b912-4825-80f9-6e423cfc900b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.710229] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e566aee0-171b-4be0-b459-c3a2a3313bf1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.716188] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.716256] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "refresh_cache-94b0aa0a-4ee1-4705-978a-6486f1d40c2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1063.716357] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "refresh_cache-94b0aa0a-4ee1-4705-978a-6486f1d40c2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.716482] env[62788]: DEBUG nova.network.neutron [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.717489] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2e39196-8684-4154-a669-e7cbaf605c3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.730126] env[62788]: DEBUG nova.compute.provider_tree [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.733455] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1063.733455] env[62788]: value = "task-2394642" [ 1063.733455] env[62788]: _type = "Task" [ 1063.733455] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.734078] env[62788]: INFO nova.compute.manager [-] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Took 1.35 seconds to deallocate network for instance. [ 1063.752211] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1063.752211] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1063.756353] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394642, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.042678] env[62788]: DEBUG oslo_vmware.api [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394641, 'name': PowerOnVM_Task, 'duration_secs': 0.617693} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.044090] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.044090] env[62788]: INFO nova.compute.manager [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1064.044090] env[62788]: DEBUG nova.compute.manager [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1064.044264] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c277d87-9ff1-46cb-9fcb-0af3ffff4bbd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.235384] env[62788]: DEBUG nova.scheduler.client.report [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.250363] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.251211] env[62788]: DEBUG nova.network.neutron [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.254944] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.257333] env[62788]: DEBUG nova.compute.manager [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1064.337360] env[62788]: DEBUG nova.compute.manager [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1064.364546] env[62788]: DEBUG nova.virt.hardware [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.364795] env[62788]: DEBUG nova.virt.hardware [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.364954] env[62788]: DEBUG nova.virt.hardware [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.365152] env[62788]: DEBUG nova.virt.hardware [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.365300] env[62788]: DEBUG nova.virt.hardware [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.365448] env[62788]: DEBUG nova.virt.hardware [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.365881] env[62788]: DEBUG nova.virt.hardware [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.365881] env[62788]: DEBUG nova.virt.hardware [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.366030] env[62788]: DEBUG nova.virt.hardware [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.366560] env[62788]: DEBUG nova.virt.hardware [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.366560] env[62788]: DEBUG nova.virt.hardware [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.367243] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc454b1-1188-41ca-96f5-bb933792efeb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.375902] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9b42a1-eade-4c5c-ae89-91099c0eb6d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.389933] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.390236] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.461765] env[62788]: DEBUG nova.network.neutron [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Updating instance_info_cache with network_info: [{"id": "e6d61c8f-cde6-4b28-b703-721a68ddab98", "address": "fa:16:3e:a9:f4:ab", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d61c8f-cd", "ovs_interfaceid": "e6d61c8f-cde6-4b28-b703-721a68ddab98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.564279] env[62788]: INFO nova.compute.manager [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Took 25.12 seconds to build instance. [ 1064.644790] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "082670bf-25d7-41f9-9001-0ac984724ca2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.645076] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "082670bf-25d7-41f9-9001-0ac984724ca2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.747199] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.747832] env[62788]: DEBUG nova.compute.manager [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1064.751608] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.797s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.751925] env[62788]: DEBUG nova.objects.instance [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lazy-loading 'resources' on Instance uuid 03bfda23-6542-43a2-b0b2-f0bca9d2b94c {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.760507] env[62788]: DEBUG oslo_vmware.api [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394642, 'name': PowerOnVM_Task, 'duration_secs': 0.853494} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.764476] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.764768] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-82654275-c1a7-4e67-9c48-24779074f027 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance 'e65a16b9-af8a-49fe-9c15-9c1f2bda1cce' progress to 100 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.793417] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.895103] env[62788]: INFO nova.compute.manager [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Detaching volume c140c782-568b-45d0-93c1-96d5a8852927 [ 1064.900185] env[62788]: DEBUG nova.compute.manager [req-21391ce9-622a-4467-a503-db4a9f7911d8 req-ad2654ec-4bb5-4e1e-9de6-5385258df164 service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Received event network-vif-plugged-76d14a16-8d67-4c66-9764-431a722c0467 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1064.900185] env[62788]: DEBUG oslo_concurrency.lockutils [req-21391ce9-622a-4467-a503-db4a9f7911d8 req-ad2654ec-4bb5-4e1e-9de6-5385258df164 service nova] Acquiring lock "68d3a67a-fc0e-4192-80c1-c645813873af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.900185] env[62788]: DEBUG oslo_concurrency.lockutils [req-21391ce9-622a-4467-a503-db4a9f7911d8 req-ad2654ec-4bb5-4e1e-9de6-5385258df164 service nova] Lock "68d3a67a-fc0e-4192-80c1-c645813873af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.900185] env[62788]: DEBUG oslo_concurrency.lockutils [req-21391ce9-622a-4467-a503-db4a9f7911d8 req-ad2654ec-4bb5-4e1e-9de6-5385258df164 service nova] Lock "68d3a67a-fc0e-4192-80c1-c645813873af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.900185] env[62788]: DEBUG nova.compute.manager [req-21391ce9-622a-4467-a503-db4a9f7911d8 req-ad2654ec-4bb5-4e1e-9de6-5385258df164 service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] No waiting events found dispatching network-vif-plugged-76d14a16-8d67-4c66-9764-431a722c0467 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1064.900185] env[62788]: WARNING nova.compute.manager [req-21391ce9-622a-4467-a503-db4a9f7911d8 req-ad2654ec-4bb5-4e1e-9de6-5385258df164 service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Received unexpected event network-vif-plugged-76d14a16-8d67-4c66-9764-431a722c0467 for instance with vm_state building and task_state spawning. [ 1064.936017] env[62788]: INFO nova.virt.block_device [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Attempting to driver detach volume c140c782-568b-45d0-93c1-96d5a8852927 from mountpoint /dev/sdb [ 1064.936017] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1064.936017] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485752', 'volume_id': 'c140c782-568b-45d0-93c1-96d5a8852927', 'name': 'volume-c140c782-568b-45d0-93c1-96d5a8852927', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7ff81b21-7171-4a1d-9dd1-1344f46a434a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c140c782-568b-45d0-93c1-96d5a8852927', 'serial': 'c140c782-568b-45d0-93c1-96d5a8852927'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1064.936017] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e3b231-672e-4477-bfaf-24e3407f69ae {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.959471] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f3595-f71f-46ad-9f6f-e511b206e64b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.966658] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "refresh_cache-94b0aa0a-4ee1-4705-978a-6486f1d40c2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.966991] env[62788]: DEBUG nova.compute.manager [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Instance network_info: |[{"id": "e6d61c8f-cde6-4b28-b703-721a68ddab98", "address": "fa:16:3e:a9:f4:ab", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d61c8f-cd", "ovs_interfaceid": "e6d61c8f-cde6-4b28-b703-721a68ddab98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1064.967915] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:f4:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6d61c8f-cde6-4b28-b703-721a68ddab98', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.975316] env[62788]: DEBUG oslo.service.loopingcall [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1064.975967] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a68bd7d-764b-4e3f-82aa-9b313d4026eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.978517] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.978728] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92677a0d-f737-44b1-b823-0ca353ab09ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.000221] env[62788]: DEBUG nova.network.neutron [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Successfully updated port: 76d14a16-8d67-4c66-9764-431a722c0467 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.019320] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.019461] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.019606] env[62788]: DEBUG nova.network.neutron [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.021109] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f16038-8ccc-48fd-946f-0ad87891694a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.023691] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.023691] env[62788]: value = "task-2394643" [ 1065.023691] env[62788]: _type = "Task" [ 1065.023691] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.039667] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] The volume has not been displaced from its original location: [datastore1] volume-c140c782-568b-45d0-93c1-96d5a8852927/volume-c140c782-568b-45d0-93c1-96d5a8852927.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1065.044817] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.045707] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a940ea4-de15-4dc7-959d-88210f526b7f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.062134] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394643, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.065136] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4a842eea-0b0c-4212-ac8e-01879aeaa614 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.640s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.067565] env[62788]: DEBUG oslo_vmware.api [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1065.067565] env[62788]: value = "task-2394644" [ 1065.067565] env[62788]: _type = "Task" [ 1065.067565] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.075751] env[62788]: DEBUG oslo_vmware.api [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.147935] env[62788]: DEBUG nova.compute.manager [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1065.161549] env[62788]: DEBUG nova.compute.manager [req-c0fb121f-ae8a-426f-a035-46fb76dbf7a7 req-e073a0b5-55ea-408e-bf7d-8a2d93c46cc5 service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Received event network-changed-e6d61c8f-cde6-4b28-b703-721a68ddab98 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1065.161804] env[62788]: DEBUG nova.compute.manager [req-c0fb121f-ae8a-426f-a035-46fb76dbf7a7 req-e073a0b5-55ea-408e-bf7d-8a2d93c46cc5 service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Refreshing instance network info cache due to event network-changed-e6d61c8f-cde6-4b28-b703-721a68ddab98. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1065.162143] env[62788]: DEBUG oslo_concurrency.lockutils [req-c0fb121f-ae8a-426f-a035-46fb76dbf7a7 req-e073a0b5-55ea-408e-bf7d-8a2d93c46cc5 service nova] Acquiring lock "refresh_cache-94b0aa0a-4ee1-4705-978a-6486f1d40c2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.162355] env[62788]: DEBUG oslo_concurrency.lockutils [req-c0fb121f-ae8a-426f-a035-46fb76dbf7a7 req-e073a0b5-55ea-408e-bf7d-8a2d93c46cc5 service nova] Acquired lock "refresh_cache-94b0aa0a-4ee1-4705-978a-6486f1d40c2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.162579] env[62788]: DEBUG nova.network.neutron [req-c0fb121f-ae8a-426f-a035-46fb76dbf7a7 req-e073a0b5-55ea-408e-bf7d-8a2d93c46cc5 service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Refreshing network info cache for port e6d61c8f-cde6-4b28-b703-721a68ddab98 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.259661] env[62788]: DEBUG nova.compute.utils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1065.262534] env[62788]: DEBUG nova.compute.manager [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1065.262797] env[62788]: DEBUG nova.network.neutron [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.319975] env[62788]: DEBUG nova.policy [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6457ce1594ee4473add14c01ab63ca66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ea76229af82480dbd2e5b63a0645043', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.539406] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394643, 'name': CreateVM_Task, 'duration_secs': 0.360587} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.544121] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.544891] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1065.545078] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.545405] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1065.545677] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5681e80e-1c57-49d5-8163-5c81530abc78 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.550889] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1065.550889] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e18348-c978-01fe-f18e-e1f45e33cce7" [ 1065.550889] env[62788]: _type = "Task" [ 1065.550889] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.563030] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e18348-c978-01fe-f18e-e1f45e33cce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.564115] env[62788]: DEBUG nova.network.neutron [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.580454] env[62788]: DEBUG oslo_vmware.api [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394644, 'name': ReconfigVM_Task, 'duration_secs': 0.284987} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.583190] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1065.590746] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-341ebf68-7608-49fa-bd2c-c2dbcfa0c12b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.611999] env[62788]: DEBUG oslo_vmware.api [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1065.611999] env[62788]: value = "task-2394645" [ 1065.611999] env[62788]: _type = "Task" [ 1065.611999] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.621730] env[62788]: DEBUG oslo_vmware.api [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.627041] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620943ad-9666-46e3-b2b7-b6a1ad44d3a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.636337] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9b23fd-41a7-4012-8771-999dc1e5d558 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.674407] env[62788]: DEBUG nova.network.neutron [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Successfully created port: 55a84a41-07f8-4f33-a60a-fba2b02a1746 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.678712] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e1260e-8059-4147-bf33-4862a1255308 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.688234] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75499658-6f88-453e-8f09-6f666035c36f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.693216] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.706994] env[62788]: DEBUG nova.compute.provider_tree [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.766580] env[62788]: DEBUG nova.compute.manager [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1065.822473] env[62788]: DEBUG nova.network.neutron [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance_info_cache with network_info: [{"id": "76d14a16-8d67-4c66-9764-431a722c0467", "address": "fa:16:3e:0a:62:b1", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d14a16-8d", "ovs_interfaceid": "76d14a16-8d67-4c66-9764-431a722c0467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.061945] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e18348-c978-01fe-f18e-e1f45e33cce7, 'name': SearchDatastore_Task, 'duration_secs': 0.012368} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.062828] env[62788]: DEBUG nova.network.neutron [req-c0fb121f-ae8a-426f-a035-46fb76dbf7a7 req-e073a0b5-55ea-408e-bf7d-8a2d93c46cc5 service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Updated VIF entry in instance network info cache for port e6d61c8f-cde6-4b28-b703-721a68ddab98. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.063169] env[62788]: DEBUG nova.network.neutron [req-c0fb121f-ae8a-426f-a035-46fb76dbf7a7 req-e073a0b5-55ea-408e-bf7d-8a2d93c46cc5 service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Updating instance_info_cache with network_info: [{"id": "e6d61c8f-cde6-4b28-b703-721a68ddab98", "address": "fa:16:3e:a9:f4:ab", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d61c8f-cd", "ovs_interfaceid": "e6d61c8f-cde6-4b28-b703-721a68ddab98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.064354] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.064624] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.064800] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.064998] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.065127] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.065572] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-248c210b-9b00-4126-b351-d6d1afd4d0d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.077109] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.077290] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.077997] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0ccf21b-a35b-4ab2-9b5e-63f3566e0027 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.083313] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1066.083313] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fe2c3e-118e-974f-df9d-4cec0d00eb4c" [ 1066.083313] env[62788]: _type = "Task" [ 1066.083313] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.091453] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fe2c3e-118e-974f-df9d-4cec0d00eb4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.120085] env[62788]: DEBUG oslo_vmware.api [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394645, 'name': ReconfigVM_Task, 'duration_secs': 0.180019} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.120389] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485752', 'volume_id': 'c140c782-568b-45d0-93c1-96d5a8852927', 'name': 'volume-c140c782-568b-45d0-93c1-96d5a8852927', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '7ff81b21-7171-4a1d-9dd1-1344f46a434a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c140c782-568b-45d0-93c1-96d5a8852927', 'serial': 'c140c782-568b-45d0-93c1-96d5a8852927'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1066.210437] env[62788]: DEBUG nova.scheduler.client.report [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.330072] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.330747] env[62788]: DEBUG nova.compute.manager [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Instance network_info: |[{"id": "76d14a16-8d67-4c66-9764-431a722c0467", "address": "fa:16:3e:0a:62:b1", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d14a16-8d", "ovs_interfaceid": "76d14a16-8d67-4c66-9764-431a722c0467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1066.330904] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:62:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '87bbf4e0-9064-4516-b7e7-44973f817205', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d14a16-8d67-4c66-9764-431a722c0467', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.338558] env[62788]: DEBUG oslo.service.loopingcall [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1066.338789] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.339022] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa104248-bef6-456e-8c26-a1ab1d1d9db0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.360785] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.360785] env[62788]: value = "task-2394646" [ 1066.360785] env[62788]: _type = "Task" [ 1066.360785] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.369573] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394646, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.567015] env[62788]: DEBUG oslo_concurrency.lockutils [req-c0fb121f-ae8a-426f-a035-46fb76dbf7a7 req-e073a0b5-55ea-408e-bf7d-8a2d93c46cc5 service nova] Releasing lock "refresh_cache-94b0aa0a-4ee1-4705-978a-6486f1d40c2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1066.595631] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fe2c3e-118e-974f-df9d-4cec0d00eb4c, 'name': SearchDatastore_Task, 'duration_secs': 0.06108} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.596562] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f21e0f-d596-4df3-ac76-0a1c952edf5b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.603025] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1066.603025] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522f6993-dfc9-5b57-7395-27c1e0ae528e" [ 1066.603025] env[62788]: _type = "Task" [ 1066.603025] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.611915] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522f6993-dfc9-5b57-7395-27c1e0ae528e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.670182] env[62788]: DEBUG nova.objects.instance [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lazy-loading 'flavor' on Instance uuid 7ff81b21-7171-4a1d-9dd1-1344f46a434a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.715739] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.718389] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.144s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.751372] env[62788]: INFO nova.scheduler.client.report [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleted allocations for instance 03bfda23-6542-43a2-b0b2-f0bca9d2b94c [ 1066.778011] env[62788]: DEBUG nova.compute.manager [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1066.809300] env[62788]: DEBUG nova.virt.hardware [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.809554] env[62788]: DEBUG nova.virt.hardware [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.809711] env[62788]: DEBUG nova.virt.hardware [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.809888] env[62788]: DEBUG nova.virt.hardware [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.810054] env[62788]: DEBUG nova.virt.hardware [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.810219] env[62788]: DEBUG nova.virt.hardware [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.810509] env[62788]: DEBUG nova.virt.hardware [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.810581] env[62788]: DEBUG nova.virt.hardware [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.810743] env[62788]: DEBUG nova.virt.hardware [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.810902] env[62788]: DEBUG nova.virt.hardware [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.811137] env[62788]: DEBUG nova.virt.hardware [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.812725] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34408b3-7208-4b67-9fd9-619efe35ea8c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.823768] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55036f30-ce45-47c9-b1c5-4e90750d99db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.871751] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394646, 'name': CreateVM_Task, 'duration_secs': 0.370314} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.872046] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.872764] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.872932] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.874962] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1066.874962] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bfb3c2-b30c-490f-87c1-a40497831588 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.879964] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1066.879964] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a4154f-4257-821b-87b1-9a1167c11dc0" [ 1066.879964] env[62788]: _type = "Task" [ 1066.879964] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.889516] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a4154f-4257-821b-87b1-9a1167c11dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.941683] env[62788]: DEBUG nova.compute.manager [req-e43dab34-ae92-4687-9adc-f2b19d795292 req-550466fa-eb52-4fd2-b029-a5e2c0c3912f service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Received event network-changed-76d14a16-8d67-4c66-9764-431a722c0467 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1066.941780] env[62788]: DEBUG nova.compute.manager [req-e43dab34-ae92-4687-9adc-f2b19d795292 req-550466fa-eb52-4fd2-b029-a5e2c0c3912f service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Refreshing instance network info cache due to event network-changed-76d14a16-8d67-4c66-9764-431a722c0467. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1066.941987] env[62788]: DEBUG oslo_concurrency.lockutils [req-e43dab34-ae92-4687-9adc-f2b19d795292 req-550466fa-eb52-4fd2-b029-a5e2c0c3912f service nova] Acquiring lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.942144] env[62788]: DEBUG oslo_concurrency.lockutils [req-e43dab34-ae92-4687-9adc-f2b19d795292 req-550466fa-eb52-4fd2-b029-a5e2c0c3912f service nova] Acquired lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.942305] env[62788]: DEBUG nova.network.neutron [req-e43dab34-ae92-4687-9adc-f2b19d795292 req-550466fa-eb52-4fd2-b029-a5e2c0c3912f service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Refreshing network info cache for port 76d14a16-8d67-4c66-9764-431a722c0467 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.114455] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522f6993-dfc9-5b57-7395-27c1e0ae528e, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.114905] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.115068] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 94b0aa0a-4ee1-4705-978a-6486f1d40c2f/94b0aa0a-4ee1-4705-978a-6486f1d40c2f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.115349] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33bc1980-c993-4358-88fe-e24bbc77f87d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.123527] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1067.123527] env[62788]: value = "task-2394647" [ 1067.123527] env[62788]: _type = "Task" [ 1067.123527] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.131567] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.186582] env[62788]: DEBUG nova.compute.manager [req-d12eb91e-322a-4a1d-be0f-41a0cb0b06da req-fd6edc03-95a7-422b-9c6f-dfe3df37e9cf service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Received event network-changed-a6545ac1-91c0-447d-a7d4-2b82f185e6de {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1067.186741] env[62788]: DEBUG nova.compute.manager [req-d12eb91e-322a-4a1d-be0f-41a0cb0b06da req-fd6edc03-95a7-422b-9c6f-dfe3df37e9cf service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Refreshing instance network info cache due to event network-changed-a6545ac1-91c0-447d-a7d4-2b82f185e6de. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1067.186978] env[62788]: DEBUG oslo_concurrency.lockutils [req-d12eb91e-322a-4a1d-be0f-41a0cb0b06da req-fd6edc03-95a7-422b-9c6f-dfe3df37e9cf service nova] Acquiring lock "refresh_cache-3c7c6bbe-e227-472b-92b8-e6c2c68221b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.187183] env[62788]: DEBUG oslo_concurrency.lockutils [req-d12eb91e-322a-4a1d-be0f-41a0cb0b06da req-fd6edc03-95a7-422b-9c6f-dfe3df37e9cf service nova] Acquired lock "refresh_cache-3c7c6bbe-e227-472b-92b8-e6c2c68221b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.187387] env[62788]: DEBUG nova.network.neutron [req-d12eb91e-322a-4a1d-be0f-41a0cb0b06da req-fd6edc03-95a7-422b-9c6f-dfe3df37e9cf service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Refreshing network info cache for port a6545ac1-91c0-447d-a7d4-2b82f185e6de {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.223369] env[62788]: INFO nova.compute.claims [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.261364] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d111551d-a276-4d5c-af69-567cb2603f64 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "03bfda23-6542-43a2-b0b2-f0bca9d2b94c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.220s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.312957] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.313211] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.313445] env[62788]: DEBUG nova.compute.manager [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Going to confirm migration 3 {{(pid=62788) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5264}} [ 1067.394791] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a4154f-4257-821b-87b1-9a1167c11dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011049} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.394791] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1067.394791] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.394791] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.394791] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.394791] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.394791] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fcc9160-5576-47aa-9eb3-60781aa31f37 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.403247] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.407514] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.407514] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e2ebb0-8c54-4d71-9b4f-86c8d72fb07e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.414260] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1067.414260] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52099e66-6dd8-bd14-e6d8-812dea8f718b" [ 1067.414260] env[62788]: _type = "Task" [ 1067.414260] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.422667] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52099e66-6dd8-bd14-e6d8-812dea8f718b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.479576] env[62788]: DEBUG nova.network.neutron [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Successfully updated port: 55a84a41-07f8-4f33-a60a-fba2b02a1746 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.634750] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394647, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.681659] env[62788]: DEBUG oslo_concurrency.lockutils [None req-be7b44f8-4eff-4148-95ab-7767825b206f tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.291s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.729939] env[62788]: INFO nova.compute.resource_tracker [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating resource usage from migration a890cf01-95b9-4d89-a157-ed09a96b71c5 [ 1067.773032] env[62788]: DEBUG nova.network.neutron [req-e43dab34-ae92-4687-9adc-f2b19d795292 req-550466fa-eb52-4fd2-b029-a5e2c0c3912f service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updated VIF entry in instance network info cache for port 76d14a16-8d67-4c66-9764-431a722c0467. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.773459] env[62788]: DEBUG nova.network.neutron [req-e43dab34-ae92-4687-9adc-f2b19d795292 req-550466fa-eb52-4fd2-b029-a5e2c0c3912f service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance_info_cache with network_info: [{"id": "76d14a16-8d67-4c66-9764-431a722c0467", "address": "fa:16:3e:0a:62:b1", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d14a16-8d", "ovs_interfaceid": "76d14a16-8d67-4c66-9764-431a722c0467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.928238] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52099e66-6dd8-bd14-e6d8-812dea8f718b, 'name': SearchDatastore_Task, 'duration_secs': 0.018529} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.929087] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-340d1d25-e086-41c2-b32b-bcad6b8648dd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.935186] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1067.935186] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5206be95-57e2-b62d-41d6-e9bbe7a6c3e7" [ 1067.935186] env[62788]: _type = "Task" [ 1067.935186] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.936257] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.936505] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.936685] env[62788]: DEBUG nova.network.neutron [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.936869] env[62788]: DEBUG nova.objects.instance [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lazy-loading 'info_cache' on Instance uuid e65a16b9-af8a-49fe-9c15-9c1f2bda1cce {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.954235] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5206be95-57e2-b62d-41d6-e9bbe7a6c3e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.982526] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "refresh_cache-cb20419a-6f4c-417b-95e0-4dd0d750ecf5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.982668] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "refresh_cache-cb20419a-6f4c-417b-95e0-4dd0d750ecf5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.982815] env[62788]: DEBUG nova.network.neutron [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.057468] env[62788]: DEBUG nova.network.neutron [req-d12eb91e-322a-4a1d-be0f-41a0cb0b06da req-fd6edc03-95a7-422b-9c6f-dfe3df37e9cf service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Updated VIF entry in instance network info cache for port a6545ac1-91c0-447d-a7d4-2b82f185e6de. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.057828] env[62788]: DEBUG nova.network.neutron [req-d12eb91e-322a-4a1d-be0f-41a0cb0b06da req-fd6edc03-95a7-422b-9c6f-dfe3df37e9cf service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Updating instance_info_cache with network_info: [{"id": "a6545ac1-91c0-447d-a7d4-2b82f185e6de", "address": "fa:16:3e:80:d5:36", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6545ac1-91", "ovs_interfaceid": "a6545ac1-91c0-447d-a7d4-2b82f185e6de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.073469] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b41a48-8562-48f2-b9ee-2a70a1e7f992 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.082702] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612875a8-2200-4eb2-a427-0d36d9def751 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.114234] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7eb264-4ecc-4f14-874f-5d7740a20757 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.124700] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740431dc-43de-4090-8f9c-6f91224e4b7e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.138051] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394647, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85133} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.146816] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 94b0aa0a-4ee1-4705-978a-6486f1d40c2f/94b0aa0a-4ee1-4705-978a-6486f1d40c2f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.147092] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.147838] env[62788]: DEBUG nova.compute.provider_tree [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.149052] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3aabdca8-1299-4d78-8244-7741877e39a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.157851] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1068.157851] env[62788]: value = "task-2394648" [ 1068.157851] env[62788]: _type = "Task" [ 1068.157851] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.166889] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.277199] env[62788]: DEBUG oslo_concurrency.lockutils [req-e43dab34-ae92-4687-9adc-f2b19d795292 req-550466fa-eb52-4fd2-b029-a5e2c0c3912f service nova] Releasing lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.451395] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5206be95-57e2-b62d-41d6-e9bbe7a6c3e7, 'name': SearchDatastore_Task, 'duration_secs': 0.028599} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.451969] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.452212] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 68d3a67a-fc0e-4192-80c1-c645813873af/68d3a67a-fc0e-4192-80c1-c645813873af.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.452488] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31bd8c6e-4691-4880-a7a0-1b164f9bf8ca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.459310] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1068.459310] env[62788]: value = "task-2394649" [ 1068.459310] env[62788]: _type = "Task" [ 1068.459310] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.468883] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.533851] env[62788]: DEBUG nova.network.neutron [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.561102] env[62788]: DEBUG oslo_concurrency.lockutils [req-d12eb91e-322a-4a1d-be0f-41a0cb0b06da req-fd6edc03-95a7-422b-9c6f-dfe3df37e9cf service nova] Releasing lock "refresh_cache-3c7c6bbe-e227-472b-92b8-e6c2c68221b7" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.651878] env[62788]: DEBUG nova.scheduler.client.report [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.668963] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.293211} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.669894] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.670716] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ba6863-70eb-4b44-8590-c7fa4dea0402 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.695586] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 94b0aa0a-4ee1-4705-978a-6486f1d40c2f/94b0aa0a-4ee1-4705-978a-6486f1d40c2f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.695927] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb6f384-e518-4503-9f24-d1d84653c463 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.712079] env[62788]: DEBUG nova.network.neutron [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Updating instance_info_cache with network_info: [{"id": "55a84a41-07f8-4f33-a60a-fba2b02a1746", "address": "fa:16:3e:bb:05:c0", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a84a41-07", "ovs_interfaceid": "55a84a41-07f8-4f33-a60a-fba2b02a1746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.713496] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.713728] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.714317] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.714550] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.714732] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.717657] env[62788]: INFO nova.compute.manager [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Terminating instance [ 1068.725037] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1068.725037] env[62788]: value = "task-2394650" [ 1068.725037] env[62788]: _type = "Task" [ 1068.725037] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.737729] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.971716] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394649, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.973967] env[62788]: DEBUG nova.compute.manager [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Received event network-vif-plugged-55a84a41-07f8-4f33-a60a-fba2b02a1746 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1068.974252] env[62788]: DEBUG oslo_concurrency.lockutils [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] Acquiring lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.974515] env[62788]: DEBUG oslo_concurrency.lockutils [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] Lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.974750] env[62788]: DEBUG oslo_concurrency.lockutils [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] Lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.974994] env[62788]: DEBUG nova.compute.manager [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] No waiting events found dispatching network-vif-plugged-55a84a41-07f8-4f33-a60a-fba2b02a1746 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.975250] env[62788]: WARNING nova.compute.manager [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Received unexpected event network-vif-plugged-55a84a41-07f8-4f33-a60a-fba2b02a1746 for instance with vm_state building and task_state spawning. [ 1068.975437] env[62788]: DEBUG nova.compute.manager [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Received event network-changed-55a84a41-07f8-4f33-a60a-fba2b02a1746 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1068.975630] env[62788]: DEBUG nova.compute.manager [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Refreshing instance network info cache due to event network-changed-55a84a41-07f8-4f33-a60a-fba2b02a1746. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1068.975830] env[62788]: DEBUG oslo_concurrency.lockutils [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] Acquiring lock "refresh_cache-cb20419a-6f4c-417b-95e0-4dd0d750ecf5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.158635] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.440s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.158972] env[62788]: INFO nova.compute.manager [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Migrating [ 1069.167644] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.913s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.167883] env[62788]: DEBUG nova.objects.instance [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lazy-loading 'resources' on Instance uuid 861c9260-6d0b-4c4b-ae98-db81fef61b7d {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.194886] env[62788]: DEBUG nova.network.neutron [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance_info_cache with network_info: [{"id": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "address": "fa:16:3e:21:8b:8e", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dc4dc1d-df", "ovs_interfaceid": "8dc4dc1d-df8a-4a10-b495-31ef2238fe90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.217787] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "refresh_cache-cb20419a-6f4c-417b-95e0-4dd0d750ecf5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.218192] env[62788]: DEBUG nova.compute.manager [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Instance network_info: |[{"id": "55a84a41-07f8-4f33-a60a-fba2b02a1746", "address": "fa:16:3e:bb:05:c0", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a84a41-07", "ovs_interfaceid": "55a84a41-07f8-4f33-a60a-fba2b02a1746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1069.218506] env[62788]: DEBUG oslo_concurrency.lockutils [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] Acquired lock "refresh_cache-cb20419a-6f4c-417b-95e0-4dd0d750ecf5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.218783] env[62788]: DEBUG nova.network.neutron [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Refreshing network info cache for port 55a84a41-07f8-4f33-a60a-fba2b02a1746 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.219910] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:05:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55a84a41-07f8-4f33-a60a-fba2b02a1746', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.228246] env[62788]: DEBUG oslo.service.loopingcall [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.232216] env[62788]: DEBUG nova.compute.manager [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1069.232438] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.232746] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.234369] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da862656-4618-45d2-98bd-fc552ec8f91c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.240765] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6883b08c-e4bc-42c7-a8c0-cb2b78c3530c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.265497] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394650, 'name': ReconfigVM_Task, 'duration_secs': 0.520912} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.268431] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 94b0aa0a-4ee1-4705-978a-6486f1d40c2f/94b0aa0a-4ee1-4705-978a-6486f1d40c2f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.269239] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.269464] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.269464] env[62788]: value = "task-2394651" [ 1069.269464] env[62788]: _type = "Task" [ 1069.269464] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.271923] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2e2bbc5-5379-42af-b0d8-148b5283b302 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.273401] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d0cf9ef-dd55-4803-a211-4a1f3e85cc3d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.284944] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394651, 'name': CreateVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.287169] env[62788]: DEBUG oslo_vmware.api [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1069.287169] env[62788]: value = "task-2394653" [ 1069.287169] env[62788]: _type = "Task" [ 1069.287169] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.287462] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1069.287462] env[62788]: value = "task-2394652" [ 1069.287462] env[62788]: _type = "Task" [ 1069.287462] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.304094] env[62788]: DEBUG oslo_vmware.api [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.307996] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394652, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.473025] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521418} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.476957] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 68d3a67a-fc0e-4192-80c1-c645813873af/68d3a67a-fc0e-4192-80c1-c645813873af.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.477217] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.477885] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f23d334b-f11e-4217-a2e3-6312177ffa0a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.490428] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1069.490428] env[62788]: value = "task-2394654" [ 1069.490428] env[62788]: _type = "Task" [ 1069.490428] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.501440] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.534460] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45501a3b-93ae-4e54-a97a-bb78ba591841 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.542767] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9656b3a1-0d79-4179-924b-fc139269618f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.578821] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dcda74-5dcf-430f-9310-63079bb866e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.586589] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9d88df-b051-4c4e-a7bd-c94158b5ef2a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.600514] env[62788]: DEBUG nova.compute.provider_tree [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.682634] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.682815] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.682998] env[62788]: DEBUG nova.network.neutron [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.699462] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "refresh_cache-e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.700085] env[62788]: DEBUG nova.objects.instance [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lazy-loading 'migration_context' on Instance uuid e65a16b9-af8a-49fe-9c15-9c1f2bda1cce {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.785896] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394651, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.802906] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394652, 'name': Rename_Task, 'duration_secs': 0.238101} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.805909] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.806231] env[62788]: DEBUG oslo_vmware.api [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394653, 'name': PowerOffVM_Task, 'duration_secs': 0.253992} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.808536] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a17d44e-5016-4acd-8ff5-0ac4cf229044 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.810366] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.810543] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.810776] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71b99dc1-dd91-48dd-b8bc-3d241d80037d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.817437] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1069.817437] env[62788]: value = "task-2394655" [ 1069.817437] env[62788]: _type = "Task" [ 1069.817437] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.825833] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.904364] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.904616] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.904866] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleting the datastore file [datastore1] 7ff81b21-7171-4a1d-9dd1-1344f46a434a {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.905184] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5808b3c-3058-4a30-81a4-440afaa894ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.915014] env[62788]: DEBUG oslo_vmware.api [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1069.915014] env[62788]: value = "task-2394657" [ 1069.915014] env[62788]: _type = "Task" [ 1069.915014] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.929925] env[62788]: DEBUG oslo_vmware.api [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.997657] env[62788]: DEBUG nova.network.neutron [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Updated VIF entry in instance network info cache for port 55a84a41-07f8-4f33-a60a-fba2b02a1746. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.997822] env[62788]: DEBUG nova.network.neutron [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Updating instance_info_cache with network_info: [{"id": "55a84a41-07f8-4f33-a60a-fba2b02a1746", "address": "fa:16:3e:bb:05:c0", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a84a41-07", "ovs_interfaceid": "55a84a41-07f8-4f33-a60a-fba2b02a1746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.006697] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093397} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.007576] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.008388] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c07cc8-f74d-4b54-885e-73b858d364be {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.031965] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 68d3a67a-fc0e-4192-80c1-c645813873af/68d3a67a-fc0e-4192-80c1-c645813873af.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.032893] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e805159a-097e-4278-afdd-9be4755dbc12 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.054091] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1070.054091] env[62788]: value = "task-2394658" [ 1070.054091] env[62788]: _type = "Task" [ 1070.054091] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.063058] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.104319] env[62788]: DEBUG nova.scheduler.client.report [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.203193] env[62788]: DEBUG nova.objects.base [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1070.204199] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f85344-8624-499b-bcbb-203738c79240 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.228292] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718f4ffa-6d93-4703-805b-51dc7296edb1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.234948] env[62788]: DEBUG oslo_vmware.api [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1070.234948] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5283067b-2bd3-1f2a-7757-dd6cea7ca937" [ 1070.234948] env[62788]: _type = "Task" [ 1070.234948] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.245102] env[62788]: DEBUG oslo_vmware.api [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5283067b-2bd3-1f2a-7757-dd6cea7ca937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.286543] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394651, 'name': CreateVM_Task, 'duration_secs': 0.71952} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.286721] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.287990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.287990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.288282] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.290793] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4edb7a-c69b-4a56-822a-98f29a377471 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.296559] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1070.296559] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a070e1-2935-0f66-2adf-a75748effd22" [ 1070.296559] env[62788]: _type = "Task" [ 1070.296559] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.306015] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a070e1-2935-0f66-2adf-a75748effd22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.329355] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394655, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.429643] env[62788]: DEBUG oslo_vmware.api [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207903} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.429897] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.430119] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.430307] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.430484] env[62788]: INFO nova.compute.manager [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1070.430724] env[62788]: DEBUG oslo.service.loopingcall [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1070.430912] env[62788]: DEBUG nova.compute.manager [-] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1070.431029] env[62788]: DEBUG nova.network.neutron [-] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.500947] env[62788]: DEBUG oslo_concurrency.lockutils [req-2c8912d7-4aea-41b4-ab0f-edff7edfb55e req-cd044598-bd4b-47ae-9766-1a2a7cfcc36a service nova] Releasing lock "refresh_cache-cb20419a-6f4c-417b-95e0-4dd0d750ecf5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.563827] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394658, 'name': ReconfigVM_Task, 'duration_secs': 0.309016} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.564121] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 68d3a67a-fc0e-4192-80c1-c645813873af/68d3a67a-fc0e-4192-80c1-c645813873af.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.564794] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb79a555-4284-466e-bc73-c0d3d4fd9e69 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.572678] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1070.572678] env[62788]: value = "task-2394659" [ 1070.572678] env[62788]: _type = "Task" [ 1070.572678] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.581790] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394659, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.609934] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.442s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.612499] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.820s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.614114] env[62788]: INFO nova.compute.claims [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.629751] env[62788]: INFO nova.scheduler.client.report [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Deleted allocations for instance 861c9260-6d0b-4c4b-ae98-db81fef61b7d [ 1070.745871] env[62788]: DEBUG oslo_vmware.api [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5283067b-2bd3-1f2a-7757-dd6cea7ca937, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.746180] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.808137] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a070e1-2935-0f66-2adf-a75748effd22, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.808449] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.808687] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.808917] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.809077] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.809259] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.809558] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4bb6a2c-28ef-4cc6-ae10-17fbf0e24487 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.830253] env[62788]: DEBUG oslo_vmware.api [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394655, 'name': PowerOnVM_Task, 'duration_secs': 0.571029} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.831369] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.831572] env[62788]: INFO nova.compute.manager [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1070.831748] env[62788]: DEBUG nova.compute.manager [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1070.832051] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.832230] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.833375] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410098e3-edaa-44f6-b7d3-b8ffb31dfc77 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.835799] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f16b74-4b48-4170-869a-302760e0ec93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.846864] env[62788]: DEBUG nova.network.neutron [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance_info_cache with network_info: [{"id": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "address": "fa:16:3e:68:67:39", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef63f19-c1", "ovs_interfaceid": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.851027] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1070.851027] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e1a441-ab93-c182-e28a-381b1153a024" [ 1070.851027] env[62788]: _type = "Task" [ 1070.851027] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.868972] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e1a441-ab93-c182-e28a-381b1153a024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.084968] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394659, 'name': Rename_Task, 'duration_secs': 0.159504} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.086026] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.086026] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48670e2c-be4c-4f2d-bb0e-328ea5441e93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.092673] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1071.092673] env[62788]: value = "task-2394660" [ 1071.092673] env[62788]: _type = "Task" [ 1071.092673] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.100556] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.137442] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf882846-1a03-459b-8584-68e3e7cda1f6 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "861c9260-6d0b-4c4b-ae98-db81fef61b7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.872s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.238257] env[62788]: DEBUG nova.compute.manager [req-3b4af445-742e-488c-99c4-0beb09d77758 req-80cb89d8-2b0d-4e36-b221-9fee1cd52299 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Received event network-vif-deleted-0c3a6ab2-a045-4802-8a1c-f60121d1b92d {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1071.238546] env[62788]: INFO nova.compute.manager [req-3b4af445-742e-488c-99c4-0beb09d77758 req-80cb89d8-2b0d-4e36-b221-9fee1cd52299 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Neutron deleted interface 0c3a6ab2-a045-4802-8a1c-f60121d1b92d; detaching it from the instance and deleting it from the info cache [ 1071.238634] env[62788]: DEBUG nova.network.neutron [req-3b4af445-742e-488c-99c4-0beb09d77758 req-80cb89d8-2b0d-4e36-b221-9fee1cd52299 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.355314] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.364690] env[62788]: INFO nova.compute.manager [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Took 28.61 seconds to build instance. [ 1071.376275] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e1a441-ab93-c182-e28a-381b1153a024, 'name': SearchDatastore_Task, 'duration_secs': 0.033279} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.378602] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ad25732-80aa-4c4f-907f-6664dcb3d44a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.386585] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1071.386585] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52cfbce2-57b7-ad40-9cc6-d20b264811ac" [ 1071.386585] env[62788]: _type = "Task" [ 1071.386585] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.395572] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cfbce2-57b7-ad40-9cc6-d20b264811ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.603497] env[62788]: DEBUG oslo_vmware.api [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394660, 'name': PowerOnVM_Task, 'duration_secs': 0.47945} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.603779] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.603987] env[62788]: INFO nova.compute.manager [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1071.604183] env[62788]: DEBUG nova.compute.manager [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1071.604972] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a5c661-bbe3-4177-886d-ab6fc81fbbcb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.712646] env[62788]: DEBUG nova.network.neutron [-] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.741324] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-780ffed2-eefd-418b-a155-6eccfa6e725a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.757903] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d3b957-56c6-4a23-bdd3-ed4e98f4ae05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.801178] env[62788]: DEBUG nova.compute.manager [req-3b4af445-742e-488c-99c4-0beb09d77758 req-80cb89d8-2b0d-4e36-b221-9fee1cd52299 service nova] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Detach interface failed, port_id=0c3a6ab2-a045-4802-8a1c-f60121d1b92d, reason: Instance 7ff81b21-7171-4a1d-9dd1-1344f46a434a could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1071.870478] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d97f7d17-b367-41f4-8226-25cb9f63ae41 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.129s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.900864] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cfbce2-57b7-ad40-9cc6-d20b264811ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01234} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.901544] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.901839] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] cb20419a-6f4c-417b-95e0-4dd0d750ecf5/cb20419a-6f4c-417b-95e0-4dd0d750ecf5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.902130] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3aa05fa-cceb-41f6-8eda-bfa15a5f3509 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.913248] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1071.913248] env[62788]: value = "task-2394661" [ 1071.913248] env[62788]: _type = "Task" [ 1071.913248] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.922946] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.937643] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb612edf-2c84-4688-b107-3e97ad0b4d43 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.946678] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7e103c-735c-44fc-853d-4fdaddd4e5b8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.995391] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7149d186-f7b4-4005-ba26-5bffacf5bdc2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.006473] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dace1606-cbdb-4919-a683-6aa4a03eee7c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.778296] env[62788]: INFO nova.compute.manager [-] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Took 2.35 seconds to deallocate network for instance. [ 1072.796152] env[62788]: INFO nova.compute.manager [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Took 21.01 seconds to build instance. [ 1072.811712] env[62788]: DEBUG nova.compute.provider_tree [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.817978] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897673} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.819112] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] cb20419a-6f4c-417b-95e0-4dd0d750ecf5/cb20419a-6f4c-417b-95e0-4dd0d750ecf5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.819384] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.820299] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68bce072-439c-4f57-b65d-8ab521074fee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.830228] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1072.830228] env[62788]: value = "task-2394662" [ 1072.830228] env[62788]: _type = "Task" [ 1072.830228] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.839401] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.288079] env[62788]: DEBUG oslo_concurrency.lockutils [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.288384] env[62788]: DEBUG oslo_concurrency.lockutils [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.288607] env[62788]: DEBUG oslo_concurrency.lockutils [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.288794] env[62788]: DEBUG oslo_concurrency.lockutils [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.288977] env[62788]: DEBUG oslo_concurrency.lockutils [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.292802] env[62788]: INFO nova.compute.manager [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Terminating instance [ 1073.295896] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb22eb06-1598-42bb-ae34-bfb6bb6df31f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.316673] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3c298511-c987-4451-9b31-eb2fbe17c056 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "68d3a67a-fc0e-4192-80c1-c645813873af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.542s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.317016] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance '11a2b336-8e4b-4627-872c-b70cf0d19cc0' progress to 0 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.321267] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.321963] env[62788]: DEBUG nova.scheduler.client.report [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.328686] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "434a791d-d33b-4370-a910-d0faeb61c913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.328905] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "434a791d-d33b-4370-a910-d0faeb61c913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.329115] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "434a791d-d33b-4370-a910-d0faeb61c913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.329300] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "434a791d-d33b-4370-a910-d0faeb61c913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.329463] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "434a791d-d33b-4370-a910-d0faeb61c913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.330807] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "76742cd2-6317-4dee-ad0f-1c0f95928923" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.331017] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "76742cd2-6317-4dee-ad0f-1c0f95928923" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.331237] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "76742cd2-6317-4dee-ad0f-1c0f95928923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.331422] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "76742cd2-6317-4dee-ad0f-1c0f95928923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.331583] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "76742cd2-6317-4dee-ad0f-1c0f95928923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.332969] env[62788]: INFO nova.compute.manager [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Terminating instance [ 1073.334520] env[62788]: INFO nova.compute.manager [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Terminating instance [ 1073.346458] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127931} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.346690] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.347444] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a739ff-5167-43c7-821b-da87298690ed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.370682] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] cb20419a-6f4c-417b-95e0-4dd0d750ecf5/cb20419a-6f4c-417b-95e0-4dd0d750ecf5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.371254] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b9b52c-c130-4a6e-8e19-b6ad66b6a748 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.391848] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1073.391848] env[62788]: value = "task-2394663" [ 1073.391848] env[62788]: _type = "Task" [ 1073.391848] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.399886] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.620228] env[62788]: DEBUG nova.compute.manager [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Stashing vm_state: active {{(pid=62788) _prep_resize /opt/stack/nova/nova/compute/manager.py:6150}} [ 1073.800509] env[62788]: DEBUG nova.compute.manager [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1073.800770] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.801928] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf645a0f-444a-4151-8b03-5e55fad43315 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.809975] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.810322] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-516d5d40-6a9c-487d-966f-6b55b4a5de95 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.817796] env[62788]: DEBUG oslo_vmware.api [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1073.817796] env[62788]: value = "task-2394664" [ 1073.817796] env[62788]: _type = "Task" [ 1073.817796] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.827834] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.828577] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.216s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.829153] env[62788]: DEBUG nova.compute.manager [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1073.832567] env[62788]: DEBUG oslo_vmware.api [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.833413] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c317e69f-c4ea-4c3a-ad8f-23a548fe41a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.835062] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.142s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.836715] env[62788]: INFO nova.compute.claims [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.842136] env[62788]: DEBUG nova.compute.manager [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1073.842350] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.842861] env[62788]: DEBUG nova.compute.manager [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1073.843053] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.843847] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0da692a-ddbc-4840-b896-8430be3c174a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.846865] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aa9eb7-d032-4728-b503-90963891ec92 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.850735] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1073.850735] env[62788]: value = "task-2394665" [ 1073.850735] env[62788]: _type = "Task" [ 1073.850735] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.858599] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.858904] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.859569] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ac9bb1d-96d4-4191-bb58-40312f86b138 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.861106] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ef5d28-056e-4114-b2fc-5c4cee7a9b57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.865621] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.871588] env[62788]: DEBUG oslo_vmware.api [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1073.871588] env[62788]: value = "task-2394666" [ 1073.871588] env[62788]: _type = "Task" [ 1073.871588] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.872824] env[62788]: DEBUG oslo_vmware.api [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1073.872824] env[62788]: value = "task-2394667" [ 1073.872824] env[62788]: _type = "Task" [ 1073.872824] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.886499] env[62788]: DEBUG oslo_vmware.api [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.889582] env[62788]: DEBUG oslo_vmware.api [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.901242] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394663, 'name': ReconfigVM_Task, 'duration_secs': 0.453031} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.901544] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Reconfigured VM instance instance-00000063 to attach disk [datastore1] cb20419a-6f4c-417b-95e0-4dd0d750ecf5/cb20419a-6f4c-417b-95e0-4dd0d750ecf5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.902301] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8222ed64-7cde-4835-90f3-14f6e235ec41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.909803] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1073.909803] env[62788]: value = "task-2394668" [ 1073.909803] env[62788]: _type = "Task" [ 1073.909803] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.918628] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394668, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.142503] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.328301] env[62788]: DEBUG oslo_vmware.api [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394664, 'name': PowerOffVM_Task, 'duration_secs': 0.326524} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.328627] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.328825] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.329106] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39ed41e3-0c1d-4d56-9c57-0350a798b354 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.335108] env[62788]: DEBUG nova.compute.utils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1074.336596] env[62788]: DEBUG nova.compute.manager [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1074.336818] env[62788]: DEBUG nova.network.neutron [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.362680] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394665, 'name': PowerOffVM_Task, 'duration_secs': 0.187129} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.362680] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.362871] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance '11a2b336-8e4b-4627-872c-b70cf0d19cc0' progress to 17 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.380828] env[62788]: DEBUG nova.policy [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948d9705e8634e768cfc5b341eda8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c418b624ace4dfa808d35ed0a8ac60c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.385544] env[62788]: DEBUG oslo_vmware.api [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394666, 'name': PowerOffVM_Task, 'duration_secs': 0.272813} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.388421] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.388595] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.389189] env[62788]: DEBUG oslo_vmware.api [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394667, 'name': PowerOffVM_Task, 'duration_secs': 0.273012} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.389403] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dc6a51e-5584-40bf-8965-bb0be63248c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.390949] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.391174] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.391441] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5be2e05-78b2-429b-9790-5a1c539b5b32 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.402236] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.402443] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.402621] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleting the datastore file [datastore1] 94b0aa0a-4ee1-4705-978a-6486f1d40c2f {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.402947] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b222903-c2da-4c46-b5a2-2135a39b6eff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.409125] env[62788]: DEBUG oslo_vmware.api [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1074.409125] env[62788]: value = "task-2394672" [ 1074.409125] env[62788]: _type = "Task" [ 1074.409125] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.421698] env[62788]: DEBUG oslo_vmware.api [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.424631] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394668, 'name': Rename_Task, 'duration_secs': 0.170906} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.424878] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.425121] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c623c9c6-d3fe-4720-b27d-0e0da5794cb1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.431106] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1074.431106] env[62788]: value = "task-2394673" [ 1074.431106] env[62788]: _type = "Task" [ 1074.431106] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.439993] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.478501] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.478720] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.478904] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Deleting the datastore file [datastore1] 434a791d-d33b-4370-a910-d0faeb61c913 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.479194] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d18a2d69-e4c7-414d-a877-6fd8c7263c1f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.486321] env[62788]: DEBUG oslo_vmware.api [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1074.486321] env[62788]: value = "task-2394674" [ 1074.486321] env[62788]: _type = "Task" [ 1074.486321] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.494489] env[62788]: DEBUG oslo_vmware.api [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.496831] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.497037] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.497220] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Deleting the datastore file [datastore1] 76742cd2-6317-4dee-ad0f-1c0f95928923 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.497570] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-236cf0e4-8dd8-435a-89ca-ac1daf584ad6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.502741] env[62788]: DEBUG oslo_vmware.api [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for the task: (returnval){ [ 1074.502741] env[62788]: value = "task-2394675" [ 1074.502741] env[62788]: _type = "Task" [ 1074.502741] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.510026] env[62788]: DEBUG oslo_vmware.api [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.766155] env[62788]: DEBUG nova.network.neutron [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Successfully created port: 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.840305] env[62788]: DEBUG nova.compute.manager [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1074.870244] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.870583] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.870866] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.871251] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.871466] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.871667] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.871973] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.872196] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.872429] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.872790] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.873130] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.882054] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bfc431b-c8bb-4464-8eb7-06e199e081be {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.904788] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1074.904788] env[62788]: value = "task-2394676" [ 1074.904788] env[62788]: _type = "Task" [ 1074.904788] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.917133] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394676, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.922468] env[62788]: DEBUG oslo_vmware.api [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195047} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.922732] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.922919] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.923659] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.923659] env[62788]: INFO nova.compute.manager [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1074.923659] env[62788]: DEBUG oslo.service.loopingcall [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1074.924165] env[62788]: DEBUG nova.compute.manager [-] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1074.924262] env[62788]: DEBUG nova.network.neutron [-] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.941250] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394673, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.000080] env[62788]: DEBUG oslo_vmware.api [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187211} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.000352] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.000499] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.000673] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.000838] env[62788]: INFO nova.compute.manager [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1075.001090] env[62788]: DEBUG oslo.service.loopingcall [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1075.001293] env[62788]: DEBUG nova.compute.manager [-] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1075.001384] env[62788]: DEBUG nova.network.neutron [-] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.012662] env[62788]: DEBUG oslo_vmware.api [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Task: {'id': task-2394675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179699} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.017624] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.019449] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.019449] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.019449] env[62788]: INFO nova.compute.manager [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1075.019449] env[62788]: DEBUG oslo.service.loopingcall [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1075.019449] env[62788]: DEBUG nova.compute.manager [-] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1075.020932] env[62788]: DEBUG nova.network.neutron [-] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1075.225725] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debda831-f48a-41dd-941b-b941a3764582 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.236855] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83396858-5739-4b64-82da-607734611d3a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.293377] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de66e95-b43b-459f-8862-6b4714233513 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.305808] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceeb244-20df-432d-92c0-c93605d2749f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.330413] env[62788]: DEBUG nova.compute.provider_tree [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.373572] env[62788]: DEBUG nova.compute.manager [req-b5431b3c-318c-49ce-9ac1-3d79a91dfe23 req-af9d07b0-9145-4b94-94c5-2ba1e5411c9c service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Received event network-vif-deleted-e6d61c8f-cde6-4b28-b703-721a68ddab98 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1075.373572] env[62788]: INFO nova.compute.manager [req-b5431b3c-318c-49ce-9ac1-3d79a91dfe23 req-af9d07b0-9145-4b94-94c5-2ba1e5411c9c service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Neutron deleted interface e6d61c8f-cde6-4b28-b703-721a68ddab98; detaching it from the instance and deleting it from the info cache [ 1075.373572] env[62788]: DEBUG nova.network.neutron [req-b5431b3c-318c-49ce-9ac1-3d79a91dfe23 req-af9d07b0-9145-4b94-94c5-2ba1e5411c9c service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.411893] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394676, 'name': ReconfigVM_Task, 'duration_secs': 0.332091} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.412273] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance '11a2b336-8e4b-4627-872c-b70cf0d19cc0' progress to 33 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.444254] env[62788]: DEBUG oslo_vmware.api [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394673, 'name': PowerOnVM_Task, 'duration_secs': 0.547673} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.444539] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.444781] env[62788]: INFO nova.compute.manager [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1075.444900] env[62788]: DEBUG nova.compute.manager [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1075.445688] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c7cf5f-b445-43d4-9821-0d75a57df723 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.494167] env[62788]: DEBUG nova.compute.manager [req-2c29748d-8033-4b30-aaaf-fce9e33baafd req-1993d5c2-1453-4950-8169-1051f094e8d3 service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Received event network-vif-deleted-a29884f4-3496-4466-a181-b9ec7016d009 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1075.494717] env[62788]: INFO nova.compute.manager [req-2c29748d-8033-4b30-aaaf-fce9e33baafd req-1993d5c2-1453-4950-8169-1051f094e8d3 service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Neutron deleted interface a29884f4-3496-4466-a181-b9ec7016d009; detaching it from the instance and deleting it from the info cache [ 1075.494944] env[62788]: DEBUG nova.network.neutron [req-2c29748d-8033-4b30-aaaf-fce9e33baafd req-1993d5c2-1453-4950-8169-1051f094e8d3 service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.838087] env[62788]: DEBUG nova.scheduler.client.report [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.845845] env[62788]: DEBUG nova.network.neutron [-] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.856494] env[62788]: DEBUG nova.compute.manager [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1075.878577] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65791b43-74f0-4911-a586-6173516ae829 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.885025] env[62788]: DEBUG nova.virt.hardware [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.885204] env[62788]: DEBUG nova.virt.hardware [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.885373] env[62788]: DEBUG nova.virt.hardware [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.885557] env[62788]: DEBUG nova.virt.hardware [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.885703] env[62788]: DEBUG nova.virt.hardware [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.885851] env[62788]: DEBUG nova.virt.hardware [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.886122] env[62788]: DEBUG nova.virt.hardware [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.886373] env[62788]: DEBUG nova.virt.hardware [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.886605] env[62788]: DEBUG nova.virt.hardware [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.886784] env[62788]: DEBUG nova.virt.hardware [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.886961] env[62788]: DEBUG nova.virt.hardware [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.887787] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b022710-a1b7-4e5f-9321-5a7678571068 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.894302] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9874d7-d1f8-4630-b275-9f093a5ed84a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.907768] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75040af-7ed7-49ff-b87c-0bfd1bd12ca7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.924997] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.925286] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.925477] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.925699] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.925878] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.926063] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.926299] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.926496] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.926702] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.926900] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.927127] env[62788]: DEBUG nova.virt.hardware [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.932701] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Reconfiguring VM instance instance-00000018 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.943401] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11d89cc8-bd0f-4897-b29a-028fb898848a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.956834] env[62788]: DEBUG nova.compute.manager [req-b5431b3c-318c-49ce-9ac1-3d79a91dfe23 req-af9d07b0-9145-4b94-94c5-2ba1e5411c9c service nova] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Detach interface failed, port_id=e6d61c8f-cde6-4b28-b703-721a68ddab98, reason: Instance 94b0aa0a-4ee1-4705-978a-6486f1d40c2f could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1075.962687] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1075.962687] env[62788]: value = "task-2394677" [ 1075.962687] env[62788]: _type = "Task" [ 1075.962687] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.970239] env[62788]: INFO nova.compute.manager [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Took 22.42 seconds to build instance. [ 1075.970560] env[62788]: DEBUG nova.network.neutron [-] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.976725] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.989039] env[62788]: DEBUG nova.network.neutron [-] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.997451] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-220cf0e0-a330-474c-8bdf-85531c077f42 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.007608] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4381db4d-44e4-4532-a901-d6c9ce722bab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.040384] env[62788]: DEBUG nova.compute.manager [req-2c29748d-8033-4b30-aaaf-fce9e33baafd req-1993d5c2-1453-4950-8169-1051f094e8d3 service nova] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Detach interface failed, port_id=a29884f4-3496-4466-a181-b9ec7016d009, reason: Instance 434a791d-d33b-4370-a910-d0faeb61c913 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1076.342831] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.343296] env[62788]: DEBUG nova.compute.manager [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1076.345945] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.600s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.347406] env[62788]: INFO nova.compute.manager [-] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Took 1.42 seconds to deallocate network for instance. [ 1076.478022] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394677, 'name': ReconfigVM_Task, 'duration_secs': 0.17474} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.478022] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Reconfigured VM instance instance-00000018 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.478022] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb7c289-6b2d-487f-8a44-cfe9d065ce51 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.479203] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b92f6d4-c265-4dbd-9fcc-cd48291b6a99 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.938s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.479860] env[62788]: INFO nova.compute.manager [-] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Took 1.48 seconds to deallocate network for instance. [ 1076.499024] env[62788]: INFO nova.compute.manager [-] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Took 1.48 seconds to deallocate network for instance. [ 1076.507121] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 11a2b336-8e4b-4627-872c-b70cf0d19cc0/11a2b336-8e4b-4627-872c-b70cf0d19cc0.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.509221] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b754674-a7b6-46e1-9882-5e1018536ff6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.532155] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1076.532155] env[62788]: value = "task-2394678" [ 1076.532155] env[62788]: _type = "Task" [ 1076.532155] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.540589] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.612145] env[62788]: DEBUG nova.network.neutron [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Successfully updated port: 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.849346] env[62788]: DEBUG nova.compute.utils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1076.854227] env[62788]: DEBUG nova.compute.manager [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1076.854319] env[62788]: DEBUG nova.network.neutron [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.857606] env[62788]: DEBUG oslo_concurrency.lockutils [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.941711] env[62788]: DEBUG nova.policy [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba3b8b24655a460cb3a0a542c2a7f625', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '771a59f5d69245da84214da08eeb49cf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.009120] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.031553] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.045992] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394678, 'name': ReconfigVM_Task, 'duration_secs': 0.271117} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.046311] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 11a2b336-8e4b-4627-872c-b70cf0d19cc0/11a2b336-8e4b-4627-872c-b70cf0d19cc0.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.046574] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance '11a2b336-8e4b-4627-872c-b70cf0d19cc0' progress to 50 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.116654] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.116812] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.116986] env[62788]: DEBUG nova.network.neutron [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.197888] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b84c9c-2504-47f9-863d-f7ac29f57d62 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.205490] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ded1e4-08e6-4468-a87b-af8a672ca749 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.237233] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582dcaf8-0224-4213-a5b4-a84c3fc1a307 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.246325] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1cd0d3-7b7c-4e95-b444-cc3a1b237583 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.260446] env[62788]: DEBUG nova.compute.provider_tree [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.290650] env[62788]: DEBUG nova.network.neutron [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Successfully created port: 8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.354900] env[62788]: DEBUG nova.compute.manager [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1077.431843] env[62788]: DEBUG nova.compute.manager [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Received event network-vif-plugged-7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1077.432040] env[62788]: DEBUG oslo_concurrency.lockutils [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] Acquiring lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.432296] env[62788]: DEBUG oslo_concurrency.lockutils [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] Lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.432480] env[62788]: DEBUG oslo_concurrency.lockutils [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] Lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.432654] env[62788]: DEBUG nova.compute.manager [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] No waiting events found dispatching network-vif-plugged-7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.432816] env[62788]: WARNING nova.compute.manager [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Received unexpected event network-vif-plugged-7969dd47-54bd-444d-aa09-f9e4a86ee2a5 for instance with vm_state building and task_state spawning. [ 1077.432974] env[62788]: DEBUG nova.compute.manager [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Received event network-changed-7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1077.433148] env[62788]: DEBUG nova.compute.manager [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing instance network info cache due to event network-changed-7969dd47-54bd-444d-aa09-f9e4a86ee2a5. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1077.433311] env[62788]: DEBUG oslo_concurrency.lockutils [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] Acquiring lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.524372] env[62788]: DEBUG nova.compute.manager [req-420814f3-3770-4bec-b7fc-d5e19ee5fbd2 req-f87432a3-d8dc-4ffe-922b-cdaff098ba3f service nova] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Received event network-vif-deleted-4000bed1-4903-43fe-abd1-aa65546a6a97 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1077.553510] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188729f9-f924-4956-8906-8cb3762efbcd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.573407] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d08371-3632-4e44-9d1a-d584c776f833 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.597235] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance '11a2b336-8e4b-4627-872c-b70cf0d19cc0' progress to 67 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.638201] env[62788]: DEBUG nova.network.neutron [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Successfully created port: 994e9b22-ceae-41bf-bcff-c660041182cb {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.652941] env[62788]: DEBUG nova.network.neutron [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.763726] env[62788]: DEBUG nova.scheduler.client.report [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.786125] env[62788]: DEBUG nova.network.neutron [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updating instance_info_cache with network_info: [{"id": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "address": "fa:16:3e:cf:b8:01", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969dd47-54", "ovs_interfaceid": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.919980] env[62788]: DEBUG nova.compute.manager [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1077.920911] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43200862-fdc6-4e17-9184-766d3fe717a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.288959] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.289321] env[62788]: DEBUG nova.compute.manager [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Instance network_info: |[{"id": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "address": "fa:16:3e:cf:b8:01", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969dd47-54", "ovs_interfaceid": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1078.289640] env[62788]: DEBUG oslo_concurrency.lockutils [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] Acquired lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.289820] env[62788]: DEBUG nova.network.neutron [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing network info cache for port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.291014] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:b8:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7969dd47-54bd-444d-aa09-f9e4a86ee2a5', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.299793] env[62788]: DEBUG oslo.service.loopingcall [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1078.305368] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.305856] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-125255c9-3358-4bb8-8a22-4ea3a2443763 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.326731] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.326731] env[62788]: value = "task-2394679" [ 1078.326731] env[62788]: _type = "Task" [ 1078.326731] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.336244] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394679, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.364317] env[62788]: DEBUG nova.compute.manager [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1078.392118] env[62788]: DEBUG nova.virt.hardware [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.392394] env[62788]: DEBUG nova.virt.hardware [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.392557] env[62788]: DEBUG nova.virt.hardware [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.392741] env[62788]: DEBUG nova.virt.hardware [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.392888] env[62788]: DEBUG nova.virt.hardware [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.393051] env[62788]: DEBUG nova.virt.hardware [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.393274] env[62788]: DEBUG nova.virt.hardware [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.393479] env[62788]: DEBUG nova.virt.hardware [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.393676] env[62788]: DEBUG nova.virt.hardware [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.393778] env[62788]: DEBUG nova.virt.hardware [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.393952] env[62788]: DEBUG nova.virt.hardware [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.394955] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c31c21-2bd9-48fa-bd82-4b3482b21f33 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.403811] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d373b5-b685-4771-aace-17603e79420e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.409647] env[62788]: DEBUG nova.network.neutron [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Port 1ef63f19-c182-4eda-b61e-f725ba7cc34f binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1078.431916] env[62788]: INFO nova.compute.manager [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] instance snapshotting [ 1078.434848] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79af6f8b-1812-46eb-8f1b-310c71bd4462 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.459014] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6eb734-60e8-40cd-82ea-023ecc9c2f9f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.645272] env[62788]: DEBUG nova.network.neutron [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updated VIF entry in instance network info cache for port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.645757] env[62788]: DEBUG nova.network.neutron [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updating instance_info_cache with network_info: [{"id": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "address": "fa:16:3e:cf:b8:01", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969dd47-54", "ovs_interfaceid": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.781798] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.436s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1078.784599] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.463s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1078.784821] env[62788]: DEBUG nova.objects.instance [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lazy-loading 'resources' on Instance uuid 7ff81b21-7171-4a1d-9dd1-1344f46a434a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.836188] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394679, 'name': CreateVM_Task, 'duration_secs': 0.3918} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.836358] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.836975] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.837156] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.837463] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.837700] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2096ea5d-19a0-409f-bcab-41888e87c887 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.842584] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1078.842584] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522d5ab4-0dc2-d133-87a9-2802f369e251" [ 1078.842584] env[62788]: _type = "Task" [ 1078.842584] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.849795] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522d5ab4-0dc2-d133-87a9-2802f369e251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.970683] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1078.971055] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a2eebf7-1758-4fca-93b6-10a3a4efa7d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.979502] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1078.979502] env[62788]: value = "task-2394680" [ 1078.979502] env[62788]: _type = "Task" [ 1078.979502] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.989247] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394680, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.128773] env[62788]: DEBUG nova.network.neutron [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Successfully updated port: 8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.149077] env[62788]: DEBUG oslo_concurrency.lockutils [req-4acdc345-b690-41c2-abf4-055af1fe6a62 req-aceddb84-4aa1-4fc3-b280-4a7f9fa5953a service nova] Releasing lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.356710] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522d5ab4-0dc2-d133-87a9-2802f369e251, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.357858] env[62788]: INFO nova.scheduler.client.report [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted allocation for migration 57de8e74-160f-4532-bb42-9ce384088b6d [ 1079.358841] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.359460] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.359718] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.359886] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.360106] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.366968] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ddaf880-9fd4-45ba-b53b-b6cced41f310 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.376411] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.376600] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.377385] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e588be-03ca-4ae7-8e4b-5c6946a0cf99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.385519] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1079.385519] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f33bae-70f0-b139-83b0-2c23bde7463e" [ 1079.385519] env[62788]: _type = "Task" [ 1079.385519] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.394030] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f33bae-70f0-b139-83b0-2c23bde7463e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.446443] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.446910] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.447441] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.465197] env[62788]: DEBUG nova.compute.manager [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Received event network-vif-plugged-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1079.465458] env[62788]: DEBUG oslo_concurrency.lockutils [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] Acquiring lock "082670bf-25d7-41f9-9001-0ac984724ca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.465685] env[62788]: DEBUG oslo_concurrency.lockutils [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] Lock "082670bf-25d7-41f9-9001-0ac984724ca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.465869] env[62788]: DEBUG oslo_concurrency.lockutils [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] Lock "082670bf-25d7-41f9-9001-0ac984724ca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.466076] env[62788]: DEBUG nova.compute.manager [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] No waiting events found dispatching network-vif-plugged-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.466260] env[62788]: WARNING nova.compute.manager [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Received unexpected event network-vif-plugged-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 for instance with vm_state building and task_state spawning. [ 1079.466458] env[62788]: DEBUG nova.compute.manager [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Received event network-changed-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1079.466695] env[62788]: DEBUG nova.compute.manager [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Refreshing instance network info cache due to event network-changed-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1079.466806] env[62788]: DEBUG oslo_concurrency.lockutils [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] Acquiring lock "refresh_cache-082670bf-25d7-41f9-9001-0ac984724ca2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.466952] env[62788]: DEBUG oslo_concurrency.lockutils [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] Acquired lock "refresh_cache-082670bf-25d7-41f9-9001-0ac984724ca2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.467131] env[62788]: DEBUG nova.network.neutron [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Refreshing network info cache for port 8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.493617] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394680, 'name': CreateSnapshot_Task, 'duration_secs': 0.472089} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.493617] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1079.494142] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6125f5b4-cbbe-4548-af27-49116e68bbb0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.600828] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648a1cd1-19cb-4529-95bd-1bc0f9cea42b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.608645] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b244398-b022-4b0f-af9f-9b9a5e95ee1d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.641243] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100b0126-7b3e-4a42-92a2-927964a91f89 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.648962] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3289b338-4294-4387-afe7-0bdf92c205f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.662152] env[62788]: DEBUG nova.compute.provider_tree [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.870632] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1622f798-cb33-4859-84c2-c3ff0ab442cd tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.557s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.896531] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f33bae-70f0-b139-83b0-2c23bde7463e, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.897318] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c87f36-0f8d-4201-b848-534a7350b5ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.902641] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1079.902641] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52b7682e-4b29-ab37-61bb-1c3a8985e872" [ 1079.902641] env[62788]: _type = "Task" [ 1079.902641] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.910063] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b7682e-4b29-ab37-61bb-1c3a8985e872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.021027] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1080.021027] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-183b9a7b-3ecf-46e1-8981-66bb61a94345 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.027694] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1080.027694] env[62788]: value = "task-2394681" [ 1080.027694] env[62788]: _type = "Task" [ 1080.027694] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.038896] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394681, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.044555] env[62788]: DEBUG nova.network.neutron [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.159061] env[62788]: DEBUG nova.network.neutron [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.166110] env[62788]: DEBUG nova.scheduler.client.report [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.412706] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52b7682e-4b29-ab37-61bb-1c3a8985e872, 'name': SearchDatastore_Task, 'duration_secs': 0.009107} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.412812] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.413076] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 5fd3d9bf-6d29-4f78-8273-3189a59ccc25/5fd3d9bf-6d29-4f78-8273-3189a59ccc25.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.413337] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6138303-e1a4-4e76-b305-9884d1c3e593 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.421391] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1080.421391] env[62788]: value = "task-2394682" [ 1080.421391] env[62788]: _type = "Task" [ 1080.421391] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.429386] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.496788] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.496983] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.497179] env[62788]: DEBUG nova.network.neutron [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.539273] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394681, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.662429] env[62788]: DEBUG oslo_concurrency.lockutils [req-4b92582b-09b0-4a9a-ade6-83b2e83648a1 req-bfacfc20-630b-4d41-adcc-da2de39c5e1b service nova] Releasing lock "refresh_cache-082670bf-25d7-41f9-9001-0ac984724ca2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.672846] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.675404] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.533s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.703171] env[62788]: INFO nova.scheduler.client.report [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleted allocations for instance 7ff81b21-7171-4a1d-9dd1-1344f46a434a [ 1080.931834] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498915} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.932343] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 5fd3d9bf-6d29-4f78-8273-3189a59ccc25/5fd3d9bf-6d29-4f78-8273-3189a59ccc25.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.932629] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.932912] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e37d9a67-9373-462d-afc0-296faea3cdc7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.940518] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1080.940518] env[62788]: value = "task-2394683" [ 1080.940518] env[62788]: _type = "Task" [ 1080.940518] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.948240] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.039278] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.039619] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394681, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.039888] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.040083] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.040249] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1081.110544] env[62788]: DEBUG oslo_concurrency.lockutils [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.111086] env[62788]: DEBUG oslo_concurrency.lockutils [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.111468] env[62788]: DEBUG oslo_concurrency.lockutils [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.111794] env[62788]: DEBUG oslo_concurrency.lockutils [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.112073] env[62788]: DEBUG oslo_concurrency.lockutils [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.115501] env[62788]: INFO nova.compute.manager [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Terminating instance [ 1081.182850] env[62788]: INFO nova.compute.claims [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.217324] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d539b6a6-6298-4fcf-8941-68954f7eb38d tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "7ff81b21-7171-4a1d-9dd1-1344f46a434a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.499s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.294060] env[62788]: DEBUG nova.network.neutron [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance_info_cache with network_info: [{"id": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "address": "fa:16:3e:68:67:39", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef63f19-c1", "ovs_interfaceid": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.408861] env[62788]: DEBUG nova.compute.manager [req-739e1228-7259-49be-9890-2e5d307c4968 req-bf0741e0-4670-42d7-9262-9e2a41151e25 service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Received event network-vif-plugged-994e9b22-ceae-41bf-bcff-c660041182cb {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1081.409488] env[62788]: DEBUG oslo_concurrency.lockutils [req-739e1228-7259-49be-9890-2e5d307c4968 req-bf0741e0-4670-42d7-9262-9e2a41151e25 service nova] Acquiring lock "082670bf-25d7-41f9-9001-0ac984724ca2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.409712] env[62788]: DEBUG oslo_concurrency.lockutils [req-739e1228-7259-49be-9890-2e5d307c4968 req-bf0741e0-4670-42d7-9262-9e2a41151e25 service nova] Lock "082670bf-25d7-41f9-9001-0ac984724ca2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.410264] env[62788]: DEBUG oslo_concurrency.lockutils [req-739e1228-7259-49be-9890-2e5d307c4968 req-bf0741e0-4670-42d7-9262-9e2a41151e25 service nova] Lock "082670bf-25d7-41f9-9001-0ac984724ca2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.410560] env[62788]: DEBUG nova.compute.manager [req-739e1228-7259-49be-9890-2e5d307c4968 req-bf0741e0-4670-42d7-9262-9e2a41151e25 service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] No waiting events found dispatching network-vif-plugged-994e9b22-ceae-41bf-bcff-c660041182cb {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.410748] env[62788]: WARNING nova.compute.manager [req-739e1228-7259-49be-9890-2e5d307c4968 req-bf0741e0-4670-42d7-9262-9e2a41151e25 service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Received unexpected event network-vif-plugged-994e9b22-ceae-41bf-bcff-c660041182cb for instance with vm_state building and task_state spawning. [ 1081.450302] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063772} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.450577] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.451378] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c334277e-e761-4f15-b307-6ebcc4a44445 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.473435] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 5fd3d9bf-6d29-4f78-8273-3189a59ccc25/5fd3d9bf-6d29-4f78-8273-3189a59ccc25.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.473633] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92f73f68-1259-470b-b5ab-d82508ab5de0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.493383] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1081.493383] env[62788]: value = "task-2394684" [ 1081.493383] env[62788]: _type = "Task" [ 1081.493383] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.501616] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.539665] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394681, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.542972] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.619137] env[62788]: DEBUG nova.compute.manager [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1081.619425] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1081.620525] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d343989b-2a2e-466a-af42-25a318971f4a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.630686] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.630891] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.632185] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.632529] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d350f7a-40f9-48f1-b95d-67a5204b60f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.640165] env[62788]: DEBUG oslo_vmware.api [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1081.640165] env[62788]: value = "task-2394685" [ 1081.640165] env[62788]: _type = "Task" [ 1081.640165] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.649491] env[62788]: DEBUG oslo_vmware.api [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.691120] env[62788]: INFO nova.compute.resource_tracker [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating resource usage from migration 6a23876c-330c-4125-8429-ad6b49a6909b [ 1081.798579] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1081.935090] env[62788]: DEBUG nova.network.neutron [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Successfully updated port: 994e9b22-ceae-41bf-bcff-c660041182cb {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.956660] env[62788]: DEBUG nova.compute.manager [req-6a6ce7b8-7d1f-42cf-b9d2-2ebf7780c64b req-ed97bf57-7190-46f5-a7ed-0c75ae48a7bd service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Received event network-changed-994e9b22-ceae-41bf-bcff-c660041182cb {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1081.956856] env[62788]: DEBUG nova.compute.manager [req-6a6ce7b8-7d1f-42cf-b9d2-2ebf7780c64b req-ed97bf57-7190-46f5-a7ed-0c75ae48a7bd service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Refreshing instance network info cache due to event network-changed-994e9b22-ceae-41bf-bcff-c660041182cb. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1081.957071] env[62788]: DEBUG oslo_concurrency.lockutils [req-6a6ce7b8-7d1f-42cf-b9d2-2ebf7780c64b req-ed97bf57-7190-46f5-a7ed-0c75ae48a7bd service nova] Acquiring lock "refresh_cache-082670bf-25d7-41f9-9001-0ac984724ca2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.957253] env[62788]: DEBUG oslo_concurrency.lockutils [req-6a6ce7b8-7d1f-42cf-b9d2-2ebf7780c64b req-ed97bf57-7190-46f5-a7ed-0c75ae48a7bd service nova] Acquired lock "refresh_cache-082670bf-25d7-41f9-9001-0ac984724ca2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.957388] env[62788]: DEBUG nova.network.neutron [req-6a6ce7b8-7d1f-42cf-b9d2-2ebf7780c64b req-ed97bf57-7190-46f5-a7ed-0c75ae48a7bd service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Refreshing network info cache for port 994e9b22-ceae-41bf-bcff-c660041182cb {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.983834] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6efdfbf-7d46-4676-84ea-47ef6f04342d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.991297] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52996b04-ce2d-46c2-b19d-599409948473 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.002760] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394684, 'name': ReconfigVM_Task, 'duration_secs': 0.293998} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.028824] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 5fd3d9bf-6d29-4f78-8273-3189a59ccc25/5fd3d9bf-6d29-4f78-8273-3189a59ccc25.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.028824] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c1e5e59-e776-4fb1-adb5-348d4f91c996 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.030596] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc362e2-0ce8-492c-a33f-c9ec2c1a06e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.038851] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1082.038851] env[62788]: value = "task-2394686" [ 1082.038851] env[62788]: _type = "Task" [ 1082.038851] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.044073] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394681, 'name': CloneVM_Task} progress is 95%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.047960] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6335a6b0-17be-41b1-ade9-b39bac0f99a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.056848] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394686, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.065468] env[62788]: DEBUG nova.compute.provider_tree [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.133959] env[62788]: DEBUG nova.compute.manager [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1082.151404] env[62788]: DEBUG oslo_vmware.api [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394685, 'name': PowerOffVM_Task, 'duration_secs': 0.298574} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.151757] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1082.152240] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1082.152612] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95741969-e136-4ba3-a04c-4373f4c6a9a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.219050] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1082.219317] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1082.219871] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleting the datastore file [datastore1] e65a16b9-af8a-49fe-9c15-9c1f2bda1cce {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1082.219871] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93a3c4f1-d8a0-4da9-9eba-8ec2b49e00a8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.227543] env[62788]: DEBUG oslo_vmware.api [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1082.227543] env[62788]: value = "task-2394688" [ 1082.227543] env[62788]: _type = "Task" [ 1082.227543] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.239306] env[62788]: DEBUG oslo_vmware.api [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.323105] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f366079a-bf7f-4ad0-bbda-bdc9f39df6d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.343193] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613bb511-4b69-4a81-9b8f-eb766fb2b78b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.349888] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance '11a2b336-8e4b-4627-872c-b70cf0d19cc0' progress to 83 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.436249] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "refresh_cache-082670bf-25d7-41f9-9001-0ac984724ca2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1082.494701] env[62788]: DEBUG nova.network.neutron [req-6a6ce7b8-7d1f-42cf-b9d2-2ebf7780c64b req-ed97bf57-7190-46f5-a7ed-0c75ae48a7bd service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.542871] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394681, 'name': CloneVM_Task, 'duration_secs': 2.137989} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.543168] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Created linked-clone VM from snapshot [ 1082.543943] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a6004d-781e-4e3e-bdc9-d77346b62d48 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.554363] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Uploading image da1f8b04-a8b8-49a6-9b97-f6de2b115dda {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1082.559010] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394686, 'name': Rename_Task, 'duration_secs': 0.224961} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.559286] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.559516] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f7aafa8-7f81-4d61-8b9f-6619cf816f13 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.567601] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1082.567601] env[62788]: value = "task-2394689" [ 1082.567601] env[62788]: _type = "Task" [ 1082.567601] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.568412] env[62788]: DEBUG nova.scheduler.client.report [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.581937] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.583843] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1082.583843] env[62788]: value = "vm-485788" [ 1082.583843] env[62788]: _type = "VirtualMachine" [ 1082.583843] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1082.584632] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c201014-f96a-4c49-8d54-23a7aa75785e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.591721] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lease: (returnval){ [ 1082.591721] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520b6ed9-2335-8a8c-9c72-02c1244706da" [ 1082.591721] env[62788]: _type = "HttpNfcLease" [ 1082.591721] env[62788]: } obtained for exporting VM: (result){ [ 1082.591721] env[62788]: value = "vm-485788" [ 1082.591721] env[62788]: _type = "VirtualMachine" [ 1082.591721] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1082.591967] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the lease: (returnval){ [ 1082.591967] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520b6ed9-2335-8a8c-9c72-02c1244706da" [ 1082.591967] env[62788]: _type = "HttpNfcLease" [ 1082.591967] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1082.599703] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.599703] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520b6ed9-2335-8a8c-9c72-02c1244706da" [ 1082.599703] env[62788]: _type = "HttpNfcLease" [ 1082.599703] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1082.616504] env[62788]: DEBUG nova.network.neutron [req-6a6ce7b8-7d1f-42cf-b9d2-2ebf7780c64b req-ed97bf57-7190-46f5-a7ed-0c75ae48a7bd service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.654890] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.737951] env[62788]: DEBUG oslo_vmware.api [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243442} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.738233] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1082.738425] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1082.738606] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1082.738795] env[62788]: INFO nova.compute.manager [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1082.739152] env[62788]: DEBUG oslo.service.loopingcall [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1082.739423] env[62788]: DEBUG nova.compute.manager [-] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1082.739534] env[62788]: DEBUG nova.network.neutron [-] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.856304] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.856634] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bff56479-b4dd-4832-8994-254fdf5c9e61 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.864068] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1082.864068] env[62788]: value = "task-2394691" [ 1082.864068] env[62788]: _type = "Task" [ 1082.864068] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.872964] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.078470] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.403s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.078973] env[62788]: INFO nova.compute.manager [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Migrating [ 1083.090165] env[62788]: DEBUG oslo_concurrency.lockutils [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.232s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.090653] env[62788]: DEBUG nova.objects.instance [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lazy-loading 'resources' on Instance uuid 94b0aa0a-4ee1-4705-978a-6486f1d40c2f {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.092211] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394689, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.112145] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.112145] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520b6ed9-2335-8a8c-9c72-02c1244706da" [ 1083.112145] env[62788]: _type = "HttpNfcLease" [ 1083.112145] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1083.112696] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1083.112696] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520b6ed9-2335-8a8c-9c72-02c1244706da" [ 1083.112696] env[62788]: _type = "HttpNfcLease" [ 1083.112696] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1083.113254] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090494f-87ce-4116-939c-7eb83d1153f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.118552] env[62788]: DEBUG oslo_concurrency.lockutils [req-6a6ce7b8-7d1f-42cf-b9d2-2ebf7780c64b req-ed97bf57-7190-46f5-a7ed-0c75ae48a7bd service nova] Releasing lock "refresh_cache-082670bf-25d7-41f9-9001-0ac984724ca2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.119666] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquired lock "refresh_cache-082670bf-25d7-41f9-9001-0ac984724ca2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.119666] env[62788]: DEBUG nova.network.neutron [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.124170] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dce226-794b-ca30-f864-377276e23d24/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1083.124362] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dce226-794b-ca30-f864-377276e23d24/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1083.189306] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "691459b0-7f61-4050-b9bc-d3efea39e401" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.189574] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "691459b0-7f61-4050-b9bc-d3efea39e401" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.238706] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75ed72a2-d965-4357-ab70-bd4da44c0695 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.374010] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394691, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.496095] env[62788]: DEBUG nova.network.neutron [-] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.581923] env[62788]: DEBUG oslo_vmware.api [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394689, 'name': PowerOnVM_Task, 'duration_secs': 0.590383} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.582296] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.582540] env[62788]: INFO nova.compute.manager [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1083.582783] env[62788]: DEBUG nova.compute.manager [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1083.583673] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fae8ffc-eb6a-4760-b9fb-a46f5654ee1c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.607557] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1083.607882] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.608000] env[62788]: DEBUG nova.network.neutron [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.663426] env[62788]: DEBUG nova.network.neutron [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.692712] env[62788]: DEBUG nova.compute.manager [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1083.886613] env[62788]: DEBUG oslo_vmware.api [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394691, 'name': PowerOnVM_Task, 'duration_secs': 0.521369} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.886880] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.887079] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67d1a227-031c-4b8e-8753-85983ce40744 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance '11a2b336-8e4b-4627-872c-b70cf0d19cc0' progress to 100 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1083.917185] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f8532f-3235-4262-b084-76a791010ec6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.925372] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4117c3fd-30da-4485-a51d-984dd1d7977b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.967021] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa49f6a-efed-46e6-87fe-f21f166c8da7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.976813] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44376ec-4b07-40a7-8666-3556737ab759 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.984565] env[62788]: DEBUG nova.compute.manager [req-2746e6c7-1330-44c0-adf1-5ff8d0fa0371 req-0c21a53c-c053-4446-91aa-86696d3c47b1 service nova] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Received event network-vif-deleted-8dc4dc1d-df8a-4a10-b495-31ef2238fe90 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1083.994829] env[62788]: DEBUG nova.compute.provider_tree [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.999179] env[62788]: INFO nova.compute.manager [-] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Took 1.26 seconds to deallocate network for instance. [ 1084.091663] env[62788]: DEBUG nova.network.neutron [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Updating instance_info_cache with network_info: [{"id": "8ffdd4c9-7144-43e2-92a6-36f9a5dd6901", "address": "fa:16:3e:44:d0:7b", "network": {"id": "f4bb0e7c-29f2-47f7-9f56-211b87b8d686", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-683196252", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffdd4c9-71", "ovs_interfaceid": "8ffdd4c9-7144-43e2-92a6-36f9a5dd6901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "994e9b22-ceae-41bf-bcff-c660041182cb", "address": "fa:16:3e:02:36:9e", "network": {"id": "0a110419-eed9-4d19-932b-31392ac9e7d9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-935183489", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994e9b22-ce", "ovs_interfaceid": "994e9b22-ceae-41bf-bcff-c660041182cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.102074] env[62788]: INFO nova.compute.manager [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Took 19.34 seconds to build instance. [ 1084.225069] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.385800] env[62788]: DEBUG nova.network.neutron [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance_info_cache with network_info: [{"id": "76d14a16-8d67-4c66-9764-431a722c0467", "address": "fa:16:3e:0a:62:b1", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d14a16-8d", "ovs_interfaceid": "76d14a16-8d67-4c66-9764-431a722c0467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.497929] env[62788]: DEBUG nova.scheduler.client.report [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.504828] env[62788]: DEBUG oslo_concurrency.lockutils [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.594916] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Releasing lock "refresh_cache-082670bf-25d7-41f9-9001-0ac984724ca2" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1084.596129] env[62788]: DEBUG nova.compute.manager [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Instance network_info: |[{"id": "8ffdd4c9-7144-43e2-92a6-36f9a5dd6901", "address": "fa:16:3e:44:d0:7b", "network": {"id": "f4bb0e7c-29f2-47f7-9f56-211b87b8d686", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-683196252", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.68", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ffdd4c9-71", "ovs_interfaceid": "8ffdd4c9-7144-43e2-92a6-36f9a5dd6901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "994e9b22-ceae-41bf-bcff-c660041182cb", "address": "fa:16:3e:02:36:9e", "network": {"id": "0a110419-eed9-4d19-932b-31392ac9e7d9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-935183489", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "771a59f5d69245da84214da08eeb49cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994e9b22-ce", "ovs_interfaceid": "994e9b22-ceae-41bf-bcff-c660041182cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1084.596129] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:d0:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ffdd4c9-7144-43e2-92a6-36f9a5dd6901', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:36:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '994e9b22-ceae-41bf-bcff-c660041182cb', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.608620] env[62788]: DEBUG oslo.service.loopingcall [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1084.609041] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0d0aab09-a5dd-4cb3-a2d6-f0bf0fde60fb tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.860s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.609360] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.610038] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dda94ed-f3e3-46e7-acd8-08e76ae3cfab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.638965] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.638965] env[62788]: value = "task-2394692" [ 1084.638965] env[62788]: _type = "Task" [ 1084.638965] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.652104] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394692, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.892093] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.006024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.007708] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.999s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1085.008499] env[62788]: DEBUG nova.objects.instance [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lazy-loading 'resources' on Instance uuid 434a791d-d33b-4370-a910-d0faeb61c913 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.040545] env[62788]: INFO nova.scheduler.client.report [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted allocations for instance 94b0aa0a-4ee1-4705-978a-6486f1d40c2f [ 1085.152944] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394692, 'name': CreateVM_Task, 'duration_secs': 0.45427} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.152944] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.153643] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.153643] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.153951] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1085.154217] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12fb8563-773a-42c3-afba-273453b87e80 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.160935] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1085.160935] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526179a1-4107-37bb-f621-66c7e63dde13" [ 1085.160935] env[62788]: _type = "Task" [ 1085.160935] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.170482] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526179a1-4107-37bb-f621-66c7e63dde13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.172815] env[62788]: DEBUG nova.compute.manager [req-b6b38c32-c606-4084-bcbb-674dedb60e54 req-5684008e-eba8-4f3d-bf0a-44805e4c1d15 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Received event network-changed-7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1085.172969] env[62788]: DEBUG nova.compute.manager [req-b6b38c32-c606-4084-bcbb-674dedb60e54 req-5684008e-eba8-4f3d-bf0a-44805e4c1d15 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing instance network info cache due to event network-changed-7969dd47-54bd-444d-aa09-f9e4a86ee2a5. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1085.173200] env[62788]: DEBUG oslo_concurrency.lockutils [req-b6b38c32-c606-4084-bcbb-674dedb60e54 req-5684008e-eba8-4f3d-bf0a-44805e4c1d15 service nova] Acquiring lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.173344] env[62788]: DEBUG oslo_concurrency.lockutils [req-b6b38c32-c606-4084-bcbb-674dedb60e54 req-5684008e-eba8-4f3d-bf0a-44805e4c1d15 service nova] Acquired lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.173504] env[62788]: DEBUG nova.network.neutron [req-b6b38c32-c606-4084-bcbb-674dedb60e54 req-5684008e-eba8-4f3d-bf0a-44805e4c1d15 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing network info cache for port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.553194] env[62788]: DEBUG oslo_concurrency.lockutils [None req-041e2c38-bd2f-4a1c-a2b4-adb4f645f5f5 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "94b0aa0a-4ee1-4705-978a-6486f1d40c2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.264s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1085.677912] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526179a1-4107-37bb-f621-66c7e63dde13, 'name': SearchDatastore_Task, 'duration_secs': 0.014186} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.678617] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.678904] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.679327] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1085.679501] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.679715] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.681477] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a37633c-89ae-4d0a-b817-109153845c80 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.691336] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.691336] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.692129] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c36a089-6dd4-4c78-b1c8-3f8015f5bcd5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.699358] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1085.699358] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527c0dde-609d-bb81-8f15-bca2ce185da7" [ 1085.699358] env[62788]: _type = "Task" [ 1085.699358] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.710484] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527c0dde-609d-bb81-8f15-bca2ce185da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.852706] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c895f7e-70b3-4de0-9044-9b38bae090f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.864046] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d370ae8-1ac3-426a-b3e3-d947ffe1cd99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.896387] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed4b5e0-6444-48a0-abae-e71643fe979d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.907274] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1ce17c-bd70-45a4-9334-546cdce29c32 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.923050] env[62788]: DEBUG nova.compute.provider_tree [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.106810] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.107095] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.107297] env[62788]: DEBUG nova.compute.manager [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Going to confirm migration 4 {{(pid=62788) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5264}} [ 1086.155943] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "eeb644a2-2766-492e-8e1b-fce4072765fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.155943] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "eeb644a2-2766-492e-8e1b-fce4072765fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.211455] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527c0dde-609d-bb81-8f15-bca2ce185da7, 'name': SearchDatastore_Task, 'duration_secs': 0.011201} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.212256] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb00cbce-f3f4-4861-b019-94c257ec00cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.218696] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1086.218696] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529e4edb-ef9f-2282-4bff-f0c9ffdaa3b9" [ 1086.218696] env[62788]: _type = "Task" [ 1086.218696] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.229668] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529e4edb-ef9f-2282-4bff-f0c9ffdaa3b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.257979] env[62788]: DEBUG nova.network.neutron [req-b6b38c32-c606-4084-bcbb-674dedb60e54 req-5684008e-eba8-4f3d-bf0a-44805e4c1d15 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updated VIF entry in instance network info cache for port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.258416] env[62788]: DEBUG nova.network.neutron [req-b6b38c32-c606-4084-bcbb-674dedb60e54 req-5684008e-eba8-4f3d-bf0a-44805e4c1d15 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updating instance_info_cache with network_info: [{"id": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "address": "fa:16:3e:cf:b8:01", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969dd47-54", "ovs_interfaceid": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.407319] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235c614a-87d8-4d19-b208-ff8559d9e2af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.427026] env[62788]: DEBUG nova.scheduler.client.report [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.430451] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance '68d3a67a-fc0e-4192-80c1-c645813873af' progress to 0 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.657735] env[62788]: DEBUG nova.compute.manager [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1086.707070] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.707270] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.707451] env[62788]: DEBUG nova.network.neutron [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.707645] env[62788]: DEBUG nova.objects.instance [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lazy-loading 'info_cache' on Instance uuid 11a2b336-8e4b-4627-872c-b70cf0d19cc0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.730697] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529e4edb-ef9f-2282-4bff-f0c9ffdaa3b9, 'name': SearchDatastore_Task, 'duration_secs': 0.024525} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.731011] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.731302] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 082670bf-25d7-41f9-9001-0ac984724ca2/082670bf-25d7-41f9-9001-0ac984724ca2.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.731576] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69282867-be13-4ae9-807a-d42c086a7c7f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.738625] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1086.738625] env[62788]: value = "task-2394693" [ 1086.738625] env[62788]: _type = "Task" [ 1086.738625] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.747170] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.762137] env[62788]: DEBUG oslo_concurrency.lockutils [req-b6b38c32-c606-4084-bcbb-674dedb60e54 req-5684008e-eba8-4f3d-bf0a-44805e4c1d15 service nova] Releasing lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.896516] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "77771328-578a-4078-84ca-454c852d058c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.896793] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "77771328-578a-4078-84ca-454c852d058c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.936712] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.937478] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.939853] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5bfd4d-7a3a-4f8f-ba92-039aff0a8063 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.942030] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.910s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.942030] env[62788]: DEBUG nova.objects.instance [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lazy-loading 'resources' on Instance uuid 76742cd2-6317-4dee-ad0f-1c0f95928923 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.950404] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1086.950404] env[62788]: value = "task-2394694" [ 1086.950404] env[62788]: _type = "Task" [ 1086.950404] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.963503] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.964887] env[62788]: INFO nova.scheduler.client.report [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Deleted allocations for instance 434a791d-d33b-4370-a910-d0faeb61c913 [ 1087.181851] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.249517] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394693, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.400104] env[62788]: DEBUG nova.compute.manager [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1087.463161] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394694, 'name': PowerOffVM_Task, 'duration_secs': 0.250766} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.466444] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.466581] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance '68d3a67a-fc0e-4192-80c1-c645813873af' progress to 17 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.475409] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e6ad736-9724-4138-88f6-176dba63dde0 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "434a791d-d33b-4370-a910-d0faeb61c913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.146s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.521621] env[62788]: DEBUG oslo_concurrency.lockutils [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "d253b4ca-939e-43fd-b1f4-35242fd35132" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.521621] env[62788]: DEBUG oslo_concurrency.lockutils [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "d253b4ca-939e-43fd-b1f4-35242fd35132" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.521621] env[62788]: DEBUG oslo_concurrency.lockutils [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "d253b4ca-939e-43fd-b1f4-35242fd35132-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.521621] env[62788]: DEBUG oslo_concurrency.lockutils [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "d253b4ca-939e-43fd-b1f4-35242fd35132-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.521814] env[62788]: DEBUG oslo_concurrency.lockutils [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "d253b4ca-939e-43fd-b1f4-35242fd35132-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.527190] env[62788]: INFO nova.compute.manager [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Terminating instance [ 1087.731189] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad175048-2643-4736-9e70-8c54d635e557 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.739295] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed49010-2f65-4cc0-b9ed-86b96596d974 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.751097] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645914} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.775122] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 082670bf-25d7-41f9-9001-0ac984724ca2/082670bf-25d7-41f9-9001-0ac984724ca2.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.775463] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.778229] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8db2cc4f-c932-432e-a170-81154ad3e663 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.780629] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec61c2ba-f51c-4871-b19f-ca1a8c1c56fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.789932] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6be445-abf0-43c1-bae2-75ab9b640304 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.795376] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1087.795376] env[62788]: value = "task-2394695" [ 1087.795376] env[62788]: _type = "Task" [ 1087.795376] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.807836] env[62788]: DEBUG nova.compute.provider_tree [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.814274] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.920985] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.976916] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.977371] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.977371] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.977617] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.977651] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.977784] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.977985] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.978159] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.980104] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.980104] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.980104] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.984204] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c19aef6-0383-44ad-8cbc-698ba2a48378 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.001811] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1088.001811] env[62788]: value = "task-2394696" [ 1088.001811] env[62788]: _type = "Task" [ 1088.001811] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.006406] env[62788]: DEBUG nova.network.neutron [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance_info_cache with network_info: [{"id": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "address": "fa:16:3e:68:67:39", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ef63f19-c1", "ovs_interfaceid": "1ef63f19-c182-4eda-b61e-f725ba7cc34f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.012854] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.031091] env[62788]: DEBUG nova.compute.manager [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1088.031367] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.032344] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e3d994-8ca1-47f5-a72e-2fb0fbc7f2e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.040640] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.041438] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcc6a481-8b70-4d24-9849-2fa3a9ca37dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.047037] env[62788]: DEBUG oslo_vmware.api [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1088.047037] env[62788]: value = "task-2394697" [ 1088.047037] env[62788]: _type = "Task" [ 1088.047037] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.055745] env[62788]: DEBUG oslo_vmware.api [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.309755] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094443} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.311025] env[62788]: DEBUG nova.scheduler.client.report [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.316113] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.317720] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57af5446-b167-4d1a-86b4-c2b2b73bbea3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.359747] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 082670bf-25d7-41f9-9001-0ac984724ca2/082670bf-25d7-41f9-9001-0ac984724ca2.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.361379] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42538cc-e7b2-47be-8875-638b5699ba1b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.392176] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1088.392176] env[62788]: value = "task-2394698" [ 1088.392176] env[62788]: _type = "Task" [ 1088.392176] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.400815] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.512539] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-11a2b336-8e4b-4627-872c-b70cf0d19cc0" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.512938] env[62788]: DEBUG nova.objects.instance [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lazy-loading 'migration_context' on Instance uuid 11a2b336-8e4b-4627-872c-b70cf0d19cc0 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.514008] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394696, 'name': ReconfigVM_Task, 'duration_secs': 0.409759} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.514311] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance '68d3a67a-fc0e-4192-80c1-c645813873af' progress to 33 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.558940] env[62788]: DEBUG oslo_vmware.api [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394697, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.823377] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.825731] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.283s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.825909] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.826089] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1088.826395] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.172s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.827845] env[62788]: INFO nova.compute.claims [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.831941] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b426b7-cb1c-42a4-9273-247cb04f21fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.842694] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a98d5b5-52de-4241-adf7-f9452ada1e20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.849292] env[62788]: INFO nova.scheduler.client.report [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Deleted allocations for instance 76742cd2-6317-4dee-ad0f-1c0f95928923 [ 1088.866597] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e805de06-3c4b-439d-a8af-a639bc6285e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.876922] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febf6bac-2414-4fdf-81a7-826f28da3efa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.908547] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179291MB free_disk=151GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1088.908709] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.918050] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.021477] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.021673] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.021891] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.022145] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.022391] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.022633] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.022942] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.023239] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.023539] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.023822] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.024036] env[62788]: DEBUG nova.virt.hardware [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.029952] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.030790] env[62788]: DEBUG nova.objects.base [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Object Instance<11a2b336-8e4b-4627-872c-b70cf0d19cc0> lazy-loaded attributes: info_cache,migration_context {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.031211] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51fc71ab-8485-4733-9e08-0a00db1db22d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.046081] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818266d6-9003-46cf-8513-d126958671c2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.055873] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1089.055873] env[62788]: value = "task-2394699" [ 1089.055873] env[62788]: _type = "Task" [ 1089.055873] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.080717] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f777ba-5ef3-43b5-8304-9fcdad738aa1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.084152] env[62788]: DEBUG oslo_vmware.api [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394697, 'name': PowerOffVM_Task, 'duration_secs': 0.545675} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.084594] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.084880] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.086023] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0643a1f-137d-43bd-94ef-ecfbd8b21f99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.092336] env[62788]: DEBUG oslo_vmware.api [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1089.092336] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e9c8ca-2014-0827-ba66-a40ea8cde1fd" [ 1089.092336] env[62788]: _type = "Task" [ 1089.092336] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.092670] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.101808] env[62788]: DEBUG oslo_vmware.api [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e9c8ca-2014-0827-ba66-a40ea8cde1fd, 'name': SearchDatastore_Task, 'duration_secs': 0.007693} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.102178] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.164495] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.164495] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.164495] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleting the datastore file [datastore1] d253b4ca-939e-43fd-b1f4-35242fd35132 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.164495] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33683288-bbd0-478f-bf85-566d6b1ae6bd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.168320] env[62788]: DEBUG oslo_vmware.api [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1089.168320] env[62788]: value = "task-2394701" [ 1089.168320] env[62788]: _type = "Task" [ 1089.168320] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.176978] env[62788]: DEBUG oslo_vmware.api [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.369424] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bf9fdc2f-c395-48a3-8999-14983e04a0b8 tempest-ListServersNegativeTestJSON-712767113 tempest-ListServersNegativeTestJSON-712767113-project-member] Lock "76742cd2-6317-4dee-ad0f-1c0f95928923" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.038s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.418047] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394698, 'name': ReconfigVM_Task, 'duration_secs': 0.712101} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.418354] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 082670bf-25d7-41f9-9001-0ac984724ca2/082670bf-25d7-41f9-9001-0ac984724ca2.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.419067] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca6dd226-3ddf-454b-b431-339970263ec6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.425433] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1089.425433] env[62788]: value = "task-2394702" [ 1089.425433] env[62788]: _type = "Task" [ 1089.425433] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.434087] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394702, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.583318] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394699, 'name': ReconfigVM_Task, 'duration_secs': 0.44948} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.583318] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1089.583858] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50a75b5-8c71-44ee-b20f-60a81f65ba19 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.606318] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 68d3a67a-fc0e-4192-80c1-c645813873af/68d3a67a-fc0e-4192-80c1-c645813873af.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.606690] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee28fbe-9204-48f0-9575-7f78236bf101 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.625352] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1089.625352] env[62788]: value = "task-2394703" [ 1089.625352] env[62788]: _type = "Task" [ 1089.625352] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.633612] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.678787] env[62788]: DEBUG oslo_vmware.api [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206628} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.679082] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.679316] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.679499] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.679678] env[62788]: INFO nova.compute.manager [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1089.679946] env[62788]: DEBUG oslo.service.loopingcall [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.680158] env[62788]: DEBUG nova.compute.manager [-] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1089.680268] env[62788]: DEBUG nova.network.neutron [-] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.941176] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394702, 'name': Rename_Task, 'duration_secs': 0.179189} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.942134] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.942436] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bed1a98f-29f8-4974-9ba4-cd336c340659 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.951338] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1089.951338] env[62788]: value = "task-2394704" [ 1089.951338] env[62788]: _type = "Task" [ 1089.951338] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.961242] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.137498] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394703, 'name': ReconfigVM_Task, 'duration_secs': 0.277877} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.137777] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 68d3a67a-fc0e-4192-80c1-c645813873af/68d3a67a-fc0e-4192-80c1-c645813873af.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.138064] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance '68d3a67a-fc0e-4192-80c1-c645813873af' progress to 50 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.144925] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d13c9b8-91ac-4941-af1c-43332df4e029 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.152712] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9682df5-feda-45a0-94e7-017efe453db5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.187054] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f48054-408d-4a5f-837d-e3de5f2e3ff3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.194879] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb2f9d3-c38a-4f4e-8ef3-4929e981e0d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.212730] env[62788]: DEBUG nova.compute.provider_tree [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.428249] env[62788]: DEBUG nova.compute.manager [req-95b3ca33-7eb3-4c3f-970e-35187352aaf1 req-d8e9e345-9073-4015-ba94-703d079676b0 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Received event network-vif-deleted-865fa9b7-f79d-400b-8cce-b0ff45c91e30 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1090.428564] env[62788]: INFO nova.compute.manager [req-95b3ca33-7eb3-4c3f-970e-35187352aaf1 req-d8e9e345-9073-4015-ba94-703d079676b0 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Neutron deleted interface 865fa9b7-f79d-400b-8cce-b0ff45c91e30; detaching it from the instance and deleting it from the info cache [ 1090.428660] env[62788]: DEBUG nova.network.neutron [req-95b3ca33-7eb3-4c3f-970e-35187352aaf1 req-d8e9e345-9073-4015-ba94-703d079676b0 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.464912] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.650723] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83016c85-8f2f-4a4e-931b-69aaa27182c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.676023] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3faa71a-483d-4b4e-ab37-3b0117c7dba0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.696427] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance '68d3a67a-fc0e-4192-80c1-c645813873af' progress to 67 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.719031] env[62788]: DEBUG nova.scheduler.client.report [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.762459] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.762767] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.914512] env[62788]: DEBUG nova.network.neutron [-] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.931931] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1030a1b-6066-4895-91cb-b0329b8fa8a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.942652] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b446231e-7ee2-406b-9963-e480d7b53223 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.970918] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.986316] env[62788]: DEBUG nova.compute.manager [req-95b3ca33-7eb3-4c3f-970e-35187352aaf1 req-d8e9e345-9073-4015-ba94-703d079676b0 service nova] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Detach interface failed, port_id=865fa9b7-f79d-400b-8cce-b0ff45c91e30, reason: Instance d253b4ca-939e-43fd-b1f4-35242fd35132 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1091.223045] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1091.223650] env[62788]: DEBUG nova.compute.manager [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1091.227425] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.002s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.231344] env[62788]: INFO nova.compute.claims [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.266660] env[62788]: INFO nova.compute.manager [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Detaching volume 496917d2-9713-4672-bf57-63346b35243c [ 1091.279890] env[62788]: DEBUG nova.network.neutron [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Port 76d14a16-8d67-4c66-9764-431a722c0467 binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1091.320580] env[62788]: INFO nova.virt.block_device [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Attempting to driver detach volume 496917d2-9713-4672-bf57-63346b35243c from mountpoint /dev/sdb [ 1091.320822] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1091.321548] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485772', 'volume_id': '496917d2-9713-4672-bf57-63346b35243c', 'name': 'volume-496917d2-9713-4672-bf57-63346b35243c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c5f54e8-f6f5-45d8-a291-99a76cfecd4e', 'attached_at': '', 'detached_at': '', 'volume_id': '496917d2-9713-4672-bf57-63346b35243c', 'serial': '496917d2-9713-4672-bf57-63346b35243c'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1091.322299] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa68cca2-f2b5-4240-8ccb-7a38870c6be6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.345682] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392b9fbf-67f3-4a4e-bec7-b9d13f4f1415 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.353835] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c82455-8019-4343-aa11-b7a4c87707ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.377428] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9700a77-0038-431c-9f21-615a198a30e4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.393930] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] The volume has not been displaced from its original location: [datastore1] volume-496917d2-9713-4672-bf57-63346b35243c/volume-496917d2-9713-4672-bf57-63346b35243c.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1091.400343] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.400710] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca70a4c0-668a-417d-b17d-9091ffaea4b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.418773] env[62788]: INFO nova.compute.manager [-] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Took 1.74 seconds to deallocate network for instance. [ 1091.421418] env[62788]: DEBUG oslo_vmware.api [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1091.421418] env[62788]: value = "task-2394705" [ 1091.421418] env[62788]: _type = "Task" [ 1091.421418] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.432791] env[62788]: DEBUG oslo_vmware.api [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394705, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.467941] env[62788]: DEBUG oslo_vmware.api [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394704, 'name': PowerOnVM_Task, 'duration_secs': 1.291312} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.468871] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.469131] env[62788]: INFO nova.compute.manager [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Took 13.10 seconds to spawn the instance on the hypervisor. [ 1091.469336] env[62788]: DEBUG nova.compute.manager [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1091.470579] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18537416-b8fa-4760-9747-67303931f27c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.735582] env[62788]: DEBUG nova.compute.utils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1091.739824] env[62788]: DEBUG nova.compute.manager [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1091.739824] env[62788]: DEBUG nova.network.neutron [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.783606] env[62788]: DEBUG nova.policy [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b70a73d46e1f4f4a80d03a69d6f3c2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e33d82093564b74817d00e7812582d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.929392] env[62788]: DEBUG oslo_concurrency.lockutils [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.935623] env[62788]: DEBUG oslo_vmware.api [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394705, 'name': ReconfigVM_Task, 'duration_secs': 0.229542} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.935949] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1091.940772] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44844889-d21a-4a75-ad49-fd99e4de6f74 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.956926] env[62788]: DEBUG oslo_vmware.api [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1091.956926] env[62788]: value = "task-2394706" [ 1091.956926] env[62788]: _type = "Task" [ 1091.956926] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.967047] env[62788]: DEBUG oslo_vmware.api [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.990455] env[62788]: INFO nova.compute.manager [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Took 26.32 seconds to build instance. [ 1092.152972] env[62788]: DEBUG nova.network.neutron [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Successfully created port: a3278a11-ad02-414c-8c4a-b19ce5d12bd4 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.242900] env[62788]: DEBUG nova.compute.manager [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1092.322603] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "68d3a67a-fc0e-4192-80c1-c645813873af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.322603] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "68d3a67a-fc0e-4192-80c1-c645813873af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.322603] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "68d3a67a-fc0e-4192-80c1-c645813873af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.470980] env[62788]: DEBUG oslo_vmware.api [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394706, 'name': ReconfigVM_Task, 'duration_secs': 0.142066} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.471808] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485772', 'volume_id': '496917d2-9713-4672-bf57-63346b35243c', 'name': 'volume-496917d2-9713-4672-bf57-63346b35243c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c5f54e8-f6f5-45d8-a291-99a76cfecd4e', 'attached_at': '', 'detached_at': '', 'volume_id': '496917d2-9713-4672-bf57-63346b35243c', 'serial': '496917d2-9713-4672-bf57-63346b35243c'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1092.493649] env[62788]: DEBUG oslo_concurrency.lockutils [None req-31802f4c-0a75-4fb8-ac21-f0d350b7e0b2 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "082670bf-25d7-41f9-9001-0ac984724ca2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.847s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.613767] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d873b9da-f9d6-4711-9a2f-4c31e6fad3e5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.622934] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a94087-7b83-4429-9b28-28c0d30a444c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.656164] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edab0a9-bcbf-4fc9-b2b1-603997f83a23 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.665419] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2c06b2-7f1a-497c-8397-0f8c1dce53e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.679424] env[62788]: DEBUG nova.compute.provider_tree [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.689136] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dce226-794b-ca30-f864-377276e23d24/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1092.690179] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c8deac-ed8e-496d-a99c-315bb3b5d21f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.696810] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dce226-794b-ca30-f864-377276e23d24/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1092.696984] env[62788]: ERROR oslo_vmware.rw_handles [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dce226-794b-ca30-f864-377276e23d24/disk-0.vmdk due to incomplete transfer. [ 1092.697474] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ad862e2e-7789-43bf-b40f-434bd6146e7a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.704783] env[62788]: DEBUG oslo_vmware.rw_handles [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dce226-794b-ca30-f864-377276e23d24/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1092.705010] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Uploaded image da1f8b04-a8b8-49a6-9b97-f6de2b115dda to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1092.707351] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1092.707635] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-26080eff-12da-4385-8245-803cce7824b0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.717036] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1092.717036] env[62788]: value = "task-2394707" [ 1092.717036] env[62788]: _type = "Task" [ 1092.717036] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.723270] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394707, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.924857] env[62788]: DEBUG oslo_concurrency.lockutils [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "082670bf-25d7-41f9-9001-0ac984724ca2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.924857] env[62788]: DEBUG oslo_concurrency.lockutils [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "082670bf-25d7-41f9-9001-0ac984724ca2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.924857] env[62788]: DEBUG oslo_concurrency.lockutils [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "082670bf-25d7-41f9-9001-0ac984724ca2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.925108] env[62788]: DEBUG oslo_concurrency.lockutils [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "082670bf-25d7-41f9-9001-0ac984724ca2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.925147] env[62788]: DEBUG oslo_concurrency.lockutils [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "082670bf-25d7-41f9-9001-0ac984724ca2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.927416] env[62788]: INFO nova.compute.manager [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Terminating instance [ 1093.030826] env[62788]: DEBUG nova.objects.instance [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lazy-loading 'flavor' on Instance uuid 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.184091] env[62788]: DEBUG nova.scheduler.client.report [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.225109] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394707, 'name': Destroy_Task, 'duration_secs': 0.377921} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.225404] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Destroyed the VM [ 1093.225645] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1093.225889] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-30c81137-bd23-4911-8740-8d3b9324456a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.231922] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1093.231922] env[62788]: value = "task-2394708" [ 1093.231922] env[62788]: _type = "Task" [ 1093.231922] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.240386] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394708, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.256775] env[62788]: DEBUG nova.compute.manager [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1093.282186] env[62788]: DEBUG nova.virt.hardware [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.282495] env[62788]: DEBUG nova.virt.hardware [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.282668] env[62788]: DEBUG nova.virt.hardware [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.282856] env[62788]: DEBUG nova.virt.hardware [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.283017] env[62788]: DEBUG nova.virt.hardware [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.283180] env[62788]: DEBUG nova.virt.hardware [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.283389] env[62788]: DEBUG nova.virt.hardware [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.283553] env[62788]: DEBUG nova.virt.hardware [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.283789] env[62788]: DEBUG nova.virt.hardware [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.283971] env[62788]: DEBUG nova.virt.hardware [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.285086] env[62788]: DEBUG nova.virt.hardware [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.285086] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf13118f-ed4e-478d-8a5b-8922ede2c64c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.294968] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c33f46a-ddc0-43b2-9cad-ee99c3bba595 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.373900] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.373900] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.373900] env[62788]: DEBUG nova.network.neutron [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.433756] env[62788]: DEBUG nova.compute.manager [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1093.433756] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.433756] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4cf853-ed08-4a2e-8e03-953e695b0bab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.447522] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.447883] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-754bb785-3a2d-45f2-a2e4-c856c19dada1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.457712] env[62788]: DEBUG oslo_vmware.api [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1093.457712] env[62788]: value = "task-2394709" [ 1093.457712] env[62788]: _type = "Task" [ 1093.457712] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.468565] env[62788]: DEBUG oslo_vmware.api [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.689419] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.689986] env[62788]: DEBUG nova.compute.manager [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1093.693897] env[62788]: DEBUG oslo_concurrency.lockutils [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.189s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.694146] env[62788]: DEBUG oslo_concurrency.lockutils [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.697028] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.515s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.699410] env[62788]: INFO nova.compute.claims [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.720130] env[62788]: INFO nova.scheduler.client.report [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted allocations for instance e65a16b9-af8a-49fe-9c15-9c1f2bda1cce [ 1093.741661] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394708, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.847950] env[62788]: DEBUG nova.compute.manager [req-bca8c53b-b15f-4c26-bb63-1e7dd2a060a0 req-24b3e8c6-e3e4-482c-9111-add55992294b service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Received event network-vif-plugged-a3278a11-ad02-414c-8c4a-b19ce5d12bd4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1093.848223] env[62788]: DEBUG oslo_concurrency.lockutils [req-bca8c53b-b15f-4c26-bb63-1e7dd2a060a0 req-24b3e8c6-e3e4-482c-9111-add55992294b service nova] Acquiring lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.848452] env[62788]: DEBUG oslo_concurrency.lockutils [req-bca8c53b-b15f-4c26-bb63-1e7dd2a060a0 req-24b3e8c6-e3e4-482c-9111-add55992294b service nova] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.848631] env[62788]: DEBUG oslo_concurrency.lockutils [req-bca8c53b-b15f-4c26-bb63-1e7dd2a060a0 req-24b3e8c6-e3e4-482c-9111-add55992294b service nova] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.848805] env[62788]: DEBUG nova.compute.manager [req-bca8c53b-b15f-4c26-bb63-1e7dd2a060a0 req-24b3e8c6-e3e4-482c-9111-add55992294b service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] No waiting events found dispatching network-vif-plugged-a3278a11-ad02-414c-8c4a-b19ce5d12bd4 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.848976] env[62788]: WARNING nova.compute.manager [req-bca8c53b-b15f-4c26-bb63-1e7dd2a060a0 req-24b3e8c6-e3e4-482c-9111-add55992294b service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Received unexpected event network-vif-plugged-a3278a11-ad02-414c-8c4a-b19ce5d12bd4 for instance with vm_state building and task_state spawning. [ 1093.911730] env[62788]: DEBUG nova.network.neutron [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Successfully updated port: a3278a11-ad02-414c-8c4a-b19ce5d12bd4 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.966343] env[62788]: DEBUG oslo_vmware.api [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394709, 'name': PowerOffVM_Task, 'duration_secs': 0.251307} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.966622] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.966796] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.967054] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cdefb5e-ddd5-4a05-90e3-ab0648b7563a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.009042] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "c9930309-9463-46bd-be24-be18fd647a2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.009327] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "c9930309-9463-46bd-be24-be18fd647a2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.039188] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3d2fa200-6034-4007-a2c7-cdb3fb09d7a0 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.074733] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.074959] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.075159] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Deleting the datastore file [datastore2] 082670bf-25d7-41f9-9001-0ac984724ca2 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.075422] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b00895df-9d4c-48a1-991d-a2bf5214c603 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.084406] env[62788]: DEBUG oslo_vmware.api [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for the task: (returnval){ [ 1094.084406] env[62788]: value = "task-2394711" [ 1094.084406] env[62788]: _type = "Task" [ 1094.084406] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.091841] env[62788]: DEBUG oslo_vmware.api [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.092763] env[62788]: DEBUG nova.network.neutron [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance_info_cache with network_info: [{"id": "76d14a16-8d67-4c66-9764-431a722c0467", "address": "fa:16:3e:0a:62:b1", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d14a16-8d", "ovs_interfaceid": "76d14a16-8d67-4c66-9764-431a722c0467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.207904] env[62788]: DEBUG nova.compute.utils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1094.209411] env[62788]: DEBUG nova.compute.manager [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1094.209610] env[62788]: DEBUG nova.network.neutron [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.227581] env[62788]: DEBUG oslo_concurrency.lockutils [None req-541ed097-0f56-4d76-b4ae-d99d0da5440e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "e65a16b9-af8a-49fe-9c15-9c1f2bda1cce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.116s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.242111] env[62788]: DEBUG oslo_vmware.api [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394708, 'name': RemoveSnapshot_Task, 'duration_secs': 0.785466} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.242761] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1094.242761] env[62788]: INFO nova.compute.manager [None req-2743c263-837c-405e-98a3-8cf31e6d9c46 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Took 15.81 seconds to snapshot the instance on the hypervisor. [ 1094.275313] env[62788]: DEBUG nova.policy [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6511f4aee00f4687b814b6fd4a47b898', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd89dbe21cc8c40aea81a52c74eb77083', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.414675] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1094.414843] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.415009] env[62788]: DEBUG nova.network.neutron [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.512263] env[62788]: DEBUG nova.compute.manager [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1094.596675] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.600860] env[62788]: DEBUG oslo_vmware.api [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Task: {'id': task-2394711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175207} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.601311] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.601520] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.601701] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.601867] env[62788]: INFO nova.compute.manager [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1094.602208] env[62788]: DEBUG oslo.service.loopingcall [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1094.602318] env[62788]: DEBUG nova.compute.manager [-] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1094.602410] env[62788]: DEBUG nova.network.neutron [-] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.653123] env[62788]: DEBUG nova.network.neutron [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Successfully created port: de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1094.715323] env[62788]: DEBUG nova.compute.manager [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1094.961543] env[62788]: DEBUG nova.network.neutron [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.010763] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9818c09a-88c7-4fbf-b233-0ca872854b7b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.022799] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d5b203-9186-4367-8aab-ee252498a546 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.067491] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.070475] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f8014f-9e88-493c-bd4a-a74741769cc3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.078864] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5009d1b-58b4-4672-8b30-6efcf50a688c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.092390] env[62788]: DEBUG nova.compute.provider_tree [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.117242] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff47e56-dfdf-4b72-a146-2e3c4329966c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.140189] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd102e1e-55cd-4654-bef1-199ca4e912a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.152685] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance '68d3a67a-fc0e-4192-80c1-c645813873af' progress to 83 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.179132] env[62788]: DEBUG nova.network.neutron [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance_info_cache with network_info: [{"id": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "address": "fa:16:3e:b5:85:82", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3278a11-ad", "ovs_interfaceid": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.243494] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.243764] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.243955] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.244157] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.244330] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.246201] env[62788]: INFO nova.compute.manager [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Terminating instance [ 1095.595082] env[62788]: DEBUG nova.scheduler.client.report [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.646382] env[62788]: DEBUG nova.network.neutron [-] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.658387] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.659184] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18104c7d-3fe5-45e9-a1c7-6003fd0dd690 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.667883] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1095.667883] env[62788]: value = "task-2394712" [ 1095.667883] env[62788]: _type = "Task" [ 1095.667883] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.675600] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.681123] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.681468] env[62788]: DEBUG nova.compute.manager [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Instance network_info: |[{"id": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "address": "fa:16:3e:b5:85:82", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3278a11-ad", "ovs_interfaceid": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1095.681831] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:85:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3278a11-ad02-414c-8c4a-b19ce5d12bd4', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.689618] env[62788]: DEBUG oslo.service.loopingcall [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1095.689798] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.690016] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fb3d8dd-333e-448c-8033-0ded2cf356fe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.711825] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.711825] env[62788]: value = "task-2394713" [ 1095.711825] env[62788]: _type = "Task" [ 1095.711825] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.719681] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394713, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.721900] env[62788]: DEBUG nova.compute.manager [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1095.747248] env[62788]: DEBUG nova.virt.hardware [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.748027] env[62788]: DEBUG nova.virt.hardware [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.748027] env[62788]: DEBUG nova.virt.hardware [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.748027] env[62788]: DEBUG nova.virt.hardware [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.748027] env[62788]: DEBUG nova.virt.hardware [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.748215] env[62788]: DEBUG nova.virt.hardware [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.748469] env[62788]: DEBUG nova.virt.hardware [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.748542] env[62788]: DEBUG nova.virt.hardware [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.748724] env[62788]: DEBUG nova.virt.hardware [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.748898] env[62788]: DEBUG nova.virt.hardware [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.749097] env[62788]: DEBUG nova.virt.hardware [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.749767] env[62788]: DEBUG nova.compute.manager [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1095.749981] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.750834] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e11ca3-efc5-4108-a173-bb0b6b194521 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.753895] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a15eae-a582-40aa-8d93-bef718cf956a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.762694] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.762958] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54b08af3-8a1c-41b6-a234-260fe6f13382 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.765228] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f2a845-eceb-4f3d-b539-bccfe6841f89 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.781215] env[62788]: DEBUG oslo_vmware.api [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1095.781215] env[62788]: value = "task-2394714" [ 1095.781215] env[62788]: _type = "Task" [ 1095.781215] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.789409] env[62788]: DEBUG oslo_vmware.api [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.880838] env[62788]: DEBUG nova.compute.manager [req-8f8a341b-e1a0-4141-a75d-ce3e4045b90c req-a3e9209c-de97-46db-87b9-3e0c203d2470 service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Received event network-changed-a3278a11-ad02-414c-8c4a-b19ce5d12bd4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1095.881101] env[62788]: DEBUG nova.compute.manager [req-8f8a341b-e1a0-4141-a75d-ce3e4045b90c req-a3e9209c-de97-46db-87b9-3e0c203d2470 service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Refreshing instance network info cache due to event network-changed-a3278a11-ad02-414c-8c4a-b19ce5d12bd4. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1095.881348] env[62788]: DEBUG oslo_concurrency.lockutils [req-8f8a341b-e1a0-4141-a75d-ce3e4045b90c req-a3e9209c-de97-46db-87b9-3e0c203d2470 service nova] Acquiring lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.881570] env[62788]: DEBUG oslo_concurrency.lockutils [req-8f8a341b-e1a0-4141-a75d-ce3e4045b90c req-a3e9209c-de97-46db-87b9-3e0c203d2470 service nova] Acquired lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.881790] env[62788]: DEBUG nova.network.neutron [req-8f8a341b-e1a0-4141-a75d-ce3e4045b90c req-a3e9209c-de97-46db-87b9-3e0c203d2470 service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Refreshing network info cache for port a3278a11-ad02-414c-8c4a-b19ce5d12bd4 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.104021] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.104021] env[62788]: DEBUG nova.compute.manager [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1096.110214] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.188s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.112591] env[62788]: INFO nova.compute.claims [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.149552] env[62788]: INFO nova.compute.manager [-] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Took 1.55 seconds to deallocate network for instance. [ 1096.178382] env[62788]: DEBUG oslo_vmware.api [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394712, 'name': PowerOnVM_Task, 'duration_secs': 0.385494} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.178592] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.178807] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24a20eed-9866-4294-aa50-0b92d3fa5503 tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance '68d3a67a-fc0e-4192-80c1-c645813873af' progress to 100 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.219990] env[62788]: DEBUG nova.compute.manager [req-c0fd347c-46fc-4846-b0ae-12e923873546 req-3eb64b6e-9de0-4d68-bdb6-b35dda693172 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Received event network-vif-plugged-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1096.220215] env[62788]: DEBUG oslo_concurrency.lockutils [req-c0fd347c-46fc-4846-b0ae-12e923873546 req-3eb64b6e-9de0-4d68-bdb6-b35dda693172 service nova] Acquiring lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.220467] env[62788]: DEBUG oslo_concurrency.lockutils [req-c0fd347c-46fc-4846-b0ae-12e923873546 req-3eb64b6e-9de0-4d68-bdb6-b35dda693172 service nova] Lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.221264] env[62788]: DEBUG oslo_concurrency.lockutils [req-c0fd347c-46fc-4846-b0ae-12e923873546 req-3eb64b6e-9de0-4d68-bdb6-b35dda693172 service nova] Lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.221264] env[62788]: DEBUG nova.compute.manager [req-c0fd347c-46fc-4846-b0ae-12e923873546 req-3eb64b6e-9de0-4d68-bdb6-b35dda693172 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] No waiting events found dispatching network-vif-plugged-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.221264] env[62788]: WARNING nova.compute.manager [req-c0fd347c-46fc-4846-b0ae-12e923873546 req-3eb64b6e-9de0-4d68-bdb6-b35dda693172 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Received unexpected event network-vif-plugged-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a for instance with vm_state building and task_state spawning. [ 1096.224811] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394713, 'name': CreateVM_Task, 'duration_secs': 0.336329} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.225657] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.226300] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.226460] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.226785] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.227409] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5426bba-9aef-4b88-9aa2-78e54fbcaa0f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.232213] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1096.232213] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527455f3-16e8-a610-b631-67b5df6f96dd" [ 1096.232213] env[62788]: _type = "Task" [ 1096.232213] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.240135] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527455f3-16e8-a610-b631-67b5df6f96dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.293538] env[62788]: DEBUG oslo_vmware.api [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394714, 'name': PowerOffVM_Task, 'duration_secs': 0.168968} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.294073] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.294256] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.294501] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c11ca71c-099e-429c-9acb-51af71f99d2e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.355179] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.355461] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.355658] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Deleting the datastore file [datastore2] 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.355921] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a25b175-f0de-48f4-bf54-9fd7765cde43 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.364696] env[62788]: DEBUG oslo_vmware.api [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1096.364696] env[62788]: value = "task-2394716" [ 1096.364696] env[62788]: _type = "Task" [ 1096.364696] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.372458] env[62788]: DEBUG oslo_vmware.api [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.611504] env[62788]: DEBUG nova.compute.utils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1096.613516] env[62788]: DEBUG nova.compute.manager [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1096.613751] env[62788]: DEBUG nova.network.neutron [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.657091] env[62788]: DEBUG oslo_concurrency.lockutils [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.663533] env[62788]: DEBUG nova.policy [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948d9705e8634e768cfc5b341eda8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c418b624ace4dfa808d35ed0a8ac60c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.668086] env[62788]: DEBUG nova.network.neutron [req-8f8a341b-e1a0-4141-a75d-ce3e4045b90c req-a3e9209c-de97-46db-87b9-3e0c203d2470 service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updated VIF entry in instance network info cache for port a3278a11-ad02-414c-8c4a-b19ce5d12bd4. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.668423] env[62788]: DEBUG nova.network.neutron [req-8f8a341b-e1a0-4141-a75d-ce3e4045b90c req-a3e9209c-de97-46db-87b9-3e0c203d2470 service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance_info_cache with network_info: [{"id": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "address": "fa:16:3e:b5:85:82", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3278a11-ad", "ovs_interfaceid": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.741971] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527455f3-16e8-a610-b631-67b5df6f96dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.742283] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.742524] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.742751] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.742896] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.743084] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.743327] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-927779fb-2163-4170-94c8-22892da55fce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.754378] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.754559] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.755301] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04818e45-5eb1-46b3-b07a-8f0e81c58075 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.760336] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1096.760336] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5258a788-aee7-e07e-9d08-abe316f5f894" [ 1096.760336] env[62788]: _type = "Task" [ 1096.760336] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.768938] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5258a788-aee7-e07e-9d08-abe316f5f894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.805494] env[62788]: DEBUG nova.network.neutron [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Successfully updated port: de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.830534] env[62788]: DEBUG nova.compute.manager [req-9509a303-73ac-45a3-8d1d-100c86968c56 req-37331398-074f-48d6-a8a8-5016829d501b service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Received event network-changed-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1096.830719] env[62788]: DEBUG nova.compute.manager [req-9509a303-73ac-45a3-8d1d-100c86968c56 req-37331398-074f-48d6-a8a8-5016829d501b service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Refreshing instance network info cache due to event network-changed-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1096.830919] env[62788]: DEBUG oslo_concurrency.lockutils [req-9509a303-73ac-45a3-8d1d-100c86968c56 req-37331398-074f-48d6-a8a8-5016829d501b service nova] Acquiring lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.831038] env[62788]: DEBUG oslo_concurrency.lockutils [req-9509a303-73ac-45a3-8d1d-100c86968c56 req-37331398-074f-48d6-a8a8-5016829d501b service nova] Acquired lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.831215] env[62788]: DEBUG nova.network.neutron [req-9509a303-73ac-45a3-8d1d-100c86968c56 req-37331398-074f-48d6-a8a8-5016829d501b service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Refreshing network info cache for port de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.874376] env[62788]: DEBUG oslo_vmware.api [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150837} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.874626] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.874812] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.874993] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.875184] env[62788]: INFO nova.compute.manager [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1096.875425] env[62788]: DEBUG oslo.service.loopingcall [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1096.875610] env[62788]: DEBUG nova.compute.manager [-] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1096.875717] env[62788]: DEBUG nova.network.neutron [-] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.054684] env[62788]: DEBUG nova.network.neutron [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Successfully created port: 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.113956] env[62788]: DEBUG nova.compute.manager [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1097.170863] env[62788]: DEBUG oslo_concurrency.lockutils [req-8f8a341b-e1a0-4141-a75d-ce3e4045b90c req-a3e9209c-de97-46db-87b9-3e0c203d2470 service nova] Releasing lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.171211] env[62788]: DEBUG nova.compute.manager [req-8f8a341b-e1a0-4141-a75d-ce3e4045b90c req-a3e9209c-de97-46db-87b9-3e0c203d2470 service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Received event network-vif-deleted-994e9b22-ceae-41bf-bcff-c660041182cb {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1097.171535] env[62788]: DEBUG nova.compute.manager [req-8f8a341b-e1a0-4141-a75d-ce3e4045b90c req-a3e9209c-de97-46db-87b9-3e0c203d2470 service nova] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Received event network-vif-deleted-8ffdd4c9-7144-43e2-92a6-36f9a5dd6901 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1097.275673] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5258a788-aee7-e07e-9d08-abe316f5f894, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.276038] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3b142b6-0beb-40fb-9206-efdda84945f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.283502] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1097.283502] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52352216-bd38-ddb7-c18a-ca93945e097c" [ 1097.283502] env[62788]: _type = "Task" [ 1097.283502] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.293561] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52352216-bd38-ddb7-c18a-ca93945e097c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.307353] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1097.398325] env[62788]: DEBUG nova.network.neutron [req-9509a303-73ac-45a3-8d1d-100c86968c56 req-37331398-074f-48d6-a8a8-5016829d501b service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1097.476519] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5ae3dd-b131-42dc-8960-797153471c7e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.486036] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1265916f-d52e-4974-930d-c769772d89ed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.517593] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0562906e-e3e5-4b4f-aecd-373868b51fef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.526299] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139e3ee2-6d61-49ad-880c-0f4f620fe517 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.544125] env[62788]: DEBUG nova.compute.provider_tree [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.782114] env[62788]: DEBUG nova.network.neutron [req-9509a303-73ac-45a3-8d1d-100c86968c56 req-37331398-074f-48d6-a8a8-5016829d501b service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.794240] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52352216-bd38-ddb7-c18a-ca93945e097c, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.795055] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.795326] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 5835c220-c04c-44b2-bbf0-10b9bddf8d2f/5835c220-c04c-44b2-bbf0-10b9bddf8d2f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.795585] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43bd5803-8d7d-4416-8b72-07ce66abc0b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.802019] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1097.802019] env[62788]: value = "task-2394717" [ 1097.802019] env[62788]: _type = "Task" [ 1097.802019] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.810034] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.050575] env[62788]: DEBUG nova.scheduler.client.report [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.127521] env[62788]: DEBUG nova.compute.manager [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1098.156724] env[62788]: DEBUG nova.virt.hardware [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.157319] env[62788]: DEBUG nova.virt.hardware [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.157319] env[62788]: DEBUG nova.virt.hardware [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.157502] env[62788]: DEBUG nova.virt.hardware [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.157661] env[62788]: DEBUG nova.virt.hardware [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.157825] env[62788]: DEBUG nova.virt.hardware [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.158130] env[62788]: DEBUG nova.virt.hardware [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.158370] env[62788]: DEBUG nova.virt.hardware [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.158521] env[62788]: DEBUG nova.virt.hardware [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.158692] env[62788]: DEBUG nova.virt.hardware [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.158887] env[62788]: DEBUG nova.virt.hardware [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.159890] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32ba51a-b932-49d5-8825-9197e1ae321b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.169727] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7709c60-2854-4d05-9e95-63d6ddd85315 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.175875] env[62788]: DEBUG nova.network.neutron [-] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.289115] env[62788]: DEBUG oslo_concurrency.lockutils [req-9509a303-73ac-45a3-8d1d-100c86968c56 req-37331398-074f-48d6-a8a8-5016829d501b service nova] Releasing lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1098.290125] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.290125] env[62788]: DEBUG nova.network.neutron [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.319386] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515328} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.320150] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 5835c220-c04c-44b2-bbf0-10b9bddf8d2f/5835c220-c04c-44b2-bbf0-10b9bddf8d2f.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.320443] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.320745] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-accd5adf-6a9d-4650-954d-650ccf81dbd4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.328264] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1098.328264] env[62788]: value = "task-2394718" [ 1098.328264] env[62788]: _type = "Task" [ 1098.328264] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.338999] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.517434] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "68d3a67a-fc0e-4192-80c1-c645813873af" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.517712] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "68d3a67a-fc0e-4192-80c1-c645813873af" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.517906] env[62788]: DEBUG nova.compute.manager [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Going to confirm migration 5 {{(pid=62788) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5264}} [ 1098.537911] env[62788]: DEBUG nova.compute.manager [req-a95c8602-04b8-4be2-8b0e-5bef3473a9a9 req-f0ca2f89-d866-4c1c-9e80-1ed9d6445675 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Received event network-vif-plugged-8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1098.538153] env[62788]: DEBUG oslo_concurrency.lockutils [req-a95c8602-04b8-4be2-8b0e-5bef3473a9a9 req-f0ca2f89-d866-4c1c-9e80-1ed9d6445675 service nova] Acquiring lock "eeb644a2-2766-492e-8e1b-fce4072765fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.538486] env[62788]: DEBUG oslo_concurrency.lockutils [req-a95c8602-04b8-4be2-8b0e-5bef3473a9a9 req-f0ca2f89-d866-4c1c-9e80-1ed9d6445675 service nova] Lock "eeb644a2-2766-492e-8e1b-fce4072765fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.538613] env[62788]: DEBUG oslo_concurrency.lockutils [req-a95c8602-04b8-4be2-8b0e-5bef3473a9a9 req-f0ca2f89-d866-4c1c-9e80-1ed9d6445675 service nova] Lock "eeb644a2-2766-492e-8e1b-fce4072765fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.538719] env[62788]: DEBUG nova.compute.manager [req-a95c8602-04b8-4be2-8b0e-5bef3473a9a9 req-f0ca2f89-d866-4c1c-9e80-1ed9d6445675 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] No waiting events found dispatching network-vif-plugged-8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.538870] env[62788]: WARNING nova.compute.manager [req-a95c8602-04b8-4be2-8b0e-5bef3473a9a9 req-f0ca2f89-d866-4c1c-9e80-1ed9d6445675 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Received unexpected event network-vif-plugged-8aa6b2b1-7baa-4599-acd3-f4511dfe9438 for instance with vm_state building and task_state spawning. [ 1098.556448] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.556900] env[62788]: DEBUG nova.compute.manager [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1098.559563] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.651s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.621799] env[62788]: DEBUG nova.network.neutron [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Successfully updated port: 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.687697] env[62788]: INFO nova.compute.manager [-] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Took 1.81 seconds to deallocate network for instance. [ 1098.824521] env[62788]: DEBUG nova.network.neutron [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.837460] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062092} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.837719] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.838482] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cedd9b0-6236-44f4-aa7b-b4b048ccaf87 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.864559] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 5835c220-c04c-44b2-bbf0-10b9bddf8d2f/5835c220-c04c-44b2-bbf0-10b9bddf8d2f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.867236] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f64c684-7277-492e-abd8-85a7251a6fe5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.890828] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1098.890828] env[62788]: value = "task-2394719" [ 1098.890828] env[62788]: _type = "Task" [ 1098.890828] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.899280] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.050227] env[62788]: DEBUG nova.compute.manager [req-1b8355db-e81c-43a1-86b7-8aa9cfe9fe93 req-b292892d-9bf1-4015-98b1-f9cc2eedfaa1 service nova] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Received event network-vif-deleted-fceb2b6a-ea62-40b0-9dd6-bd80d278eeb5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1099.060331] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.060331] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquired lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.060331] env[62788]: DEBUG nova.network.neutron [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.060331] env[62788]: DEBUG nova.objects.instance [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lazy-loading 'info_cache' on Instance uuid 68d3a67a-fc0e-4192-80c1-c645813873af {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.071610] env[62788]: DEBUG nova.compute.utils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1099.073556] env[62788]: DEBUG nova.compute.manager [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1099.073890] env[62788]: DEBUG nova.network.neutron [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.126421] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.126421] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.126421] env[62788]: DEBUG nova.network.neutron [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.147588] env[62788]: DEBUG nova.policy [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adab5438774748afa1335c40936a0c64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f8adca4e8524b43a06021f1d4eb8624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.193860] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.204459] env[62788]: DEBUG nova.network.neutron [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updating instance_info_cache with network_info: [{"id": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "address": "fa:16:3e:ee:09:08", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde40fe67-f3", "ovs_interfaceid": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.401311] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394719, 'name': ReconfigVM_Task, 'duration_secs': 0.487105} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.401661] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 5835c220-c04c-44b2-bbf0-10b9bddf8d2f/5835c220-c04c-44b2-bbf0-10b9bddf8d2f.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.402324] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49893994-2595-4096-a8fe-9f35ed7e88f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.409506] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1099.409506] env[62788]: value = "task-2394720" [ 1099.409506] env[62788]: _type = "Task" [ 1099.409506] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.417366] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394720, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.486084] env[62788]: DEBUG nova.network.neutron [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Successfully created port: 8814279a-32b1-4cfb-9e4b-ac0d85aa7601 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.574732] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Applying migration context for instance 11a2b336-8e4b-4627-872c-b70cf0d19cc0 as it has an incoming, in-progress migration a890cf01-95b9-4d89-a157-ed09a96b71c5. Migration status is confirming {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1099.574992] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Applying migration context for instance 68d3a67a-fc0e-4192-80c1-c645813873af as it has an incoming, in-progress migration 6a23876c-330c-4125-8429-ad6b49a6909b. Migration status is finished {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1099.576774] env[62788]: INFO nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating resource usage from migration a890cf01-95b9-4d89-a157-ed09a96b71c5 [ 1099.577098] env[62788]: INFO nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating resource usage from migration 6a23876c-330c-4125-8429-ad6b49a6909b [ 1099.579836] env[62788]: DEBUG nova.compute.manager [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1099.601691] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance ff10d7b8-218d-42cc-a63e-e9891f4de156 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.601846] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 693f5d7b-9fb0-46bf-a718-9c9b1e4097da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.601974] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance a0afa067-1a4e-4f56-8ee2-7fbcd98e098d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.602113] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 5a26bac5-d522-4d7f-8acf-89027ba55c43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.602270] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.602412] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 9cbb2005-3ede-4837-b5e1-0f6521043662 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.602571] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance d253b4ca-939e-43fd-b1f4-35242fd35132 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1099.602685] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 3c7c6bbe-e227-472b-92b8-e6c2c68221b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.602913] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance cb20419a-6f4c-417b-95e0-4dd0d750ecf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.603056] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Migration a890cf01-95b9-4d89-a157-ed09a96b71c5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1099.603276] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 11a2b336-8e4b-4627-872c-b70cf0d19cc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.603523] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 5fd3d9bf-6d29-4f78-8273-3189a59ccc25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.603766] env[62788]: WARNING nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 082670bf-25d7-41f9-9001-0ac984724ca2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1099.603925] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Migration 6a23876c-330c-4125-8429-ad6b49a6909b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1099.604072] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 68d3a67a-fc0e-4192-80c1-c645813873af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.604196] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 5835c220-c04c-44b2-bbf0-10b9bddf8d2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.604314] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 691459b0-7f61-4050-b9bc-d3efea39e401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.604429] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance eeb644a2-2766-492e-8e1b-fce4072765fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.604542] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 77771328-578a-4078-84ca-454c852d058c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1099.660721] env[62788]: DEBUG nova.network.neutron [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.707463] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.707664] env[62788]: DEBUG nova.compute.manager [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Instance network_info: |[{"id": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "address": "fa:16:3e:ee:09:08", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde40fe67-f3", "ovs_interfaceid": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1099.711836] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:09:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de40fe67-f3cd-4e8c-b132-3b55f6b9e03a', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.718122] env[62788]: DEBUG oslo.service.loopingcall [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.718366] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.718928] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-518dd6b0-e2f4-4357-a916-a4d4c1a39f98 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.740968] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.740968] env[62788]: value = "task-2394721" [ 1099.740968] env[62788]: _type = "Task" [ 1099.740968] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.747880] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394721, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.824811] env[62788]: DEBUG nova.network.neutron [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updating instance_info_cache with network_info: [{"id": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "address": "fa:16:3e:69:5d:60", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa6b2b1-7b", "ovs_interfaceid": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.921051] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394720, 'name': Rename_Task, 'duration_secs': 0.149233} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.921051] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.921051] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-015d56e4-f11d-4247-9cd9-ce250914b56c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.928040] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1099.928040] env[62788]: value = "task-2394722" [ 1099.928040] env[62788]: _type = "Task" [ 1099.928040] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.937613] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394722, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.108129] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance c9930309-9463-46bd-be24-be18fd647a2c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1100.109043] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1100.109043] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1100.253030] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394721, 'name': CreateVM_Task, 'duration_secs': 0.348193} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.253030] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.253030] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.253030] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.253734] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.254484] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6789453d-f5bd-4f46-b945-498baaee87d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.260157] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1100.260157] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52aff273-93d2-798a-a604-e367b9de562d" [ 1100.260157] env[62788]: _type = "Task" [ 1100.260157] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.272953] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52aff273-93d2-798a-a604-e367b9de562d, 'name': SearchDatastore_Task, 'duration_secs': 0.009756} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.273992] env[62788]: DEBUG nova.network.neutron [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance_info_cache with network_info: [{"id": "76d14a16-8d67-4c66-9764-431a722c0467", "address": "fa:16:3e:0a:62:b1", "network": {"id": "58868078-b361-451a-99fc-9b50f03d4fe7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402090354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e1d0791620b45a1b8abae13aa655a3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "87bbf4e0-9064-4516-b7e7-44973f817205", "external-id": "nsx-vlan-transportzone-507", "segmentation_id": 507, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d14a16-8d", "ovs_interfaceid": "76d14a16-8d67-4c66-9764-431a722c0467", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.278374] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.278616] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.278852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.279009] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.279224] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.279904] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e34ec7ad-76ea-479f-896a-45875d0a4258 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.288420] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.288674] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.292256] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe39616-7a78-4623-8995-c0cc3b1b0857 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.298171] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1100.298171] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523b567c-95ae-317a-8b1e-87a711f8e513" [ 1100.298171] env[62788]: _type = "Task" [ 1100.298171] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.306578] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523b567c-95ae-317a-8b1e-87a711f8e513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.327198] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.327501] env[62788]: DEBUG nova.compute.manager [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Instance network_info: |[{"id": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "address": "fa:16:3e:69:5d:60", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa6b2b1-7b", "ovs_interfaceid": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1100.328079] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:5d:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f44b2fa3-6730-4b87-8839-947eff21213f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8aa6b2b1-7baa-4599-acd3-f4511dfe9438', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.337033] env[62788]: DEBUG oslo.service.loopingcall [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1100.339735] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.340191] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-853a773d-3c4a-45d6-8ee7-a1dce5340dcf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.364718] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.364718] env[62788]: value = "task-2394723" [ 1100.364718] env[62788]: _type = "Task" [ 1100.364718] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.374822] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394723, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.386825] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe4ef5b-7338-41ca-bfa8-145da679139a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.394452] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c428f85b-5f47-4e56-9d04-5cce6e0d6eb4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.428219] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16814eb-dd49-43e8-9ff5-d80c2d515ec0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.442293] env[62788]: DEBUG oslo_vmware.api [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394722, 'name': PowerOnVM_Task, 'duration_secs': 0.452481} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.443497] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.443900] env[62788]: INFO nova.compute.manager [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1100.444217] env[62788]: DEBUG nova.compute.manager [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1100.445042] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f2d4a7-77e4-4774-b706-cd767f23143c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.449311] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a463fd-e367-4e41-86a6-41ef07148b86 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.470764] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.590548] env[62788]: DEBUG nova.compute.manager [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1100.619548] env[62788]: DEBUG nova.virt.hardware [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.619799] env[62788]: DEBUG nova.virt.hardware [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.619991] env[62788]: DEBUG nova.virt.hardware [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.620202] env[62788]: DEBUG nova.virt.hardware [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.620355] env[62788]: DEBUG nova.virt.hardware [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.620506] env[62788]: DEBUG nova.virt.hardware [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.620714] env[62788]: DEBUG nova.virt.hardware [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.620873] env[62788]: DEBUG nova.virt.hardware [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.621056] env[62788]: DEBUG nova.virt.hardware [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.621222] env[62788]: DEBUG nova.virt.hardware [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.621513] env[62788]: DEBUG nova.virt.hardware [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.622762] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29e3da0-bbf1-4655-9c45-e6f46977b8d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.631222] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddb8bd5-e00c-442e-bf4f-59e961a41e06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.745014] env[62788]: DEBUG nova.compute.manager [req-ba524b92-b09b-4166-8811-4031cebeb268 req-9757a3c8-6090-4e64-afd1-e3d73409749b service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Received event network-changed-8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1100.745279] env[62788]: DEBUG nova.compute.manager [req-ba524b92-b09b-4166-8811-4031cebeb268 req-9757a3c8-6090-4e64-afd1-e3d73409749b service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Refreshing instance network info cache due to event network-changed-8aa6b2b1-7baa-4599-acd3-f4511dfe9438. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1100.745587] env[62788]: DEBUG oslo_concurrency.lockutils [req-ba524b92-b09b-4166-8811-4031cebeb268 req-9757a3c8-6090-4e64-afd1-e3d73409749b service nova] Acquiring lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.745768] env[62788]: DEBUG oslo_concurrency.lockutils [req-ba524b92-b09b-4166-8811-4031cebeb268 req-9757a3c8-6090-4e64-afd1-e3d73409749b service nova] Acquired lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.745967] env[62788]: DEBUG nova.network.neutron [req-ba524b92-b09b-4166-8811-4031cebeb268 req-9757a3c8-6090-4e64-afd1-e3d73409749b service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Refreshing network info cache for port 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.780927] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Releasing lock "refresh_cache-68d3a67a-fc0e-4192-80c1-c645813873af" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.781202] env[62788]: DEBUG nova.objects.instance [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lazy-loading 'migration_context' on Instance uuid 68d3a67a-fc0e-4192-80c1-c645813873af {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.809008] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523b567c-95ae-317a-8b1e-87a711f8e513, 'name': SearchDatastore_Task, 'duration_secs': 0.00962} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.809882] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ab31ac-7a7e-4b62-a11a-7015c30d0801 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.815332] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1100.815332] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52344593-c120-ac76-17cc-dfc45df3e6ec" [ 1100.815332] env[62788]: _type = "Task" [ 1100.815332] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.823137] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52344593-c120-ac76-17cc-dfc45df3e6ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.874681] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394723, 'name': CreateVM_Task, 'duration_secs': 0.347171} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.874948] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.875725] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.875932] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.876274] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1100.876688] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d371bc4d-135a-4401-9c99-a9f07a6d0a67 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.881175] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1100.881175] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52773592-5261-c275-72ab-a07ddd9e98a0" [ 1100.881175] env[62788]: _type = "Task" [ 1100.881175] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.890347] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52773592-5261-c275-72ab-a07ddd9e98a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.973874] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.985258] env[62788]: INFO nova.compute.manager [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Took 18.35 seconds to build instance. [ 1101.087901] env[62788]: DEBUG nova.network.neutron [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Successfully updated port: 8814279a-32b1-4cfb-9e4b-ac0d85aa7601 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.153942] env[62788]: DEBUG nova.compute.manager [req-94716f3a-ae92-4b83-9529-247c1fd3ca7b req-b20e5e87-40d0-4420-b2b4-06b5f686b3fa service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] Received event network-vif-plugged-8814279a-32b1-4cfb-9e4b-ac0d85aa7601 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1101.154190] env[62788]: DEBUG oslo_concurrency.lockutils [req-94716f3a-ae92-4b83-9529-247c1fd3ca7b req-b20e5e87-40d0-4420-b2b4-06b5f686b3fa service nova] Acquiring lock "77771328-578a-4078-84ca-454c852d058c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.154405] env[62788]: DEBUG oslo_concurrency.lockutils [req-94716f3a-ae92-4b83-9529-247c1fd3ca7b req-b20e5e87-40d0-4420-b2b4-06b5f686b3fa service nova] Lock "77771328-578a-4078-84ca-454c852d058c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.154576] env[62788]: DEBUG oslo_concurrency.lockutils [req-94716f3a-ae92-4b83-9529-247c1fd3ca7b req-b20e5e87-40d0-4420-b2b4-06b5f686b3fa service nova] Lock "77771328-578a-4078-84ca-454c852d058c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.154748] env[62788]: DEBUG nova.compute.manager [req-94716f3a-ae92-4b83-9529-247c1fd3ca7b req-b20e5e87-40d0-4420-b2b4-06b5f686b3fa service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] No waiting events found dispatching network-vif-plugged-8814279a-32b1-4cfb-9e4b-ac0d85aa7601 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1101.154912] env[62788]: WARNING nova.compute.manager [req-94716f3a-ae92-4b83-9529-247c1fd3ca7b req-b20e5e87-40d0-4420-b2b4-06b5f686b3fa service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] Received unexpected event network-vif-plugged-8814279a-32b1-4cfb-9e4b-ac0d85aa7601 for instance with vm_state building and task_state spawning. [ 1101.283640] env[62788]: DEBUG nova.objects.base [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Object Instance<68d3a67a-fc0e-4192-80c1-c645813873af> lazy-loaded attributes: info_cache,migration_context {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1101.285474] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaeb092-6396-4271-b92a-d256fab8f1b5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.306794] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32fb928-fa5d-4d46-aa31-2f84504c1991 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.313155] env[62788]: DEBUG oslo_vmware.api [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1101.313155] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52d6b7cd-ca03-f59e-c80f-13f1e7821efd" [ 1101.313155] env[62788]: _type = "Task" [ 1101.313155] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.325155] env[62788]: DEBUG oslo_vmware.api [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d6b7cd-ca03-f59e-c80f-13f1e7821efd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.331583] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52344593-c120-ac76-17cc-dfc45df3e6ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.331884] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.332212] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 691459b0-7f61-4050-b9bc-d3efea39e401/691459b0-7f61-4050-b9bc-d3efea39e401.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.332816] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2cdaa47-7794-4502-a046-29a596a2ab81 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.339855] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1101.339855] env[62788]: value = "task-2394724" [ 1101.339855] env[62788]: _type = "Task" [ 1101.339855] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.349940] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.394447] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52773592-5261-c275-72ab-a07ddd9e98a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008927} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.394833] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.395093] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.395450] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.395484] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.395647] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.398224] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e04d6a50-119d-4e1e-accc-902a5386468d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.416305] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.416634] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.418249] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39f6bb7e-94bc-470e-98e8-2e32c171fda8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.426939] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1101.426939] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520600fd-15ac-f540-4c4a-36e9387bfa11" [ 1101.426939] env[62788]: _type = "Task" [ 1101.426939] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.440062] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520600fd-15ac-f540-4c4a-36e9387bfa11, 'name': SearchDatastore_Task, 'duration_secs': 0.009207} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.443592] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1cceb4-7989-4a6a-ab71-731bc904c0fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.449588] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1101.449588] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]529cb0d6-395a-11ac-7ada-cf6846b39a51" [ 1101.449588] env[62788]: _type = "Task" [ 1101.449588] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.459235] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529cb0d6-395a-11ac-7ada-cf6846b39a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.481718] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1101.481983] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.922s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.482329] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.380s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.488998] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4e214e18-6991-479b-972c-93a10906770b tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.858s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.578346] env[62788]: DEBUG nova.network.neutron [req-ba524b92-b09b-4166-8811-4031cebeb268 req-9757a3c8-6090-4e64-afd1-e3d73409749b service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updated VIF entry in instance network info cache for port 8aa6b2b1-7baa-4599-acd3-f4511dfe9438. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.578802] env[62788]: DEBUG nova.network.neutron [req-ba524b92-b09b-4166-8811-4031cebeb268 req-9757a3c8-6090-4e64-afd1-e3d73409749b service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updating instance_info_cache with network_info: [{"id": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "address": "fa:16:3e:69:5d:60", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa6b2b1-7b", "ovs_interfaceid": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.592109] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "refresh_cache-77771328-578a-4078-84ca-454c852d058c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.592529] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "refresh_cache-77771328-578a-4078-84ca-454c852d058c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.592529] env[62788]: DEBUG nova.network.neutron [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.826487] env[62788]: DEBUG oslo_vmware.api [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52d6b7cd-ca03-f59e-c80f-13f1e7821efd, 'name': SearchDatastore_Task, 'duration_secs': 0.017079} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.827174] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.851624] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394724, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.963162] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]529cb0d6-395a-11ac-7ada-cf6846b39a51, 'name': SearchDatastore_Task, 'duration_secs': 0.00955} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.963551] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.963551] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] eeb644a2-2766-492e-8e1b-fce4072765fa/eeb644a2-2766-492e-8e1b-fce4072765fa.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.963760] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5e47825-9635-4e99-b83d-46256e9e52f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.970656] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1101.970656] env[62788]: value = "task-2394725" [ 1101.970656] env[62788]: _type = "Task" [ 1101.970656] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.979415] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.081880] env[62788]: DEBUG oslo_concurrency.lockutils [req-ba524b92-b09b-4166-8811-4031cebeb268 req-9757a3c8-6090-4e64-afd1-e3d73409749b service nova] Releasing lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.162126] env[62788]: DEBUG nova.network.neutron [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1102.250871] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8740959-d64e-4f58-babb-9f50e974143b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.259242] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199d051c-ce52-4fac-8ebb-e617ae751e20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.296857] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2c77af-39b6-42a7-a224-c583ebd9f3bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.306357] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e3e46f-bc60-46d8-8637-3e2883fbcafb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.321901] env[62788]: DEBUG nova.compute.provider_tree [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.351554] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559018} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.351801] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 691459b0-7f61-4050-b9bc-d3efea39e401/691459b0-7f61-4050-b9bc-d3efea39e401.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.352028] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.352281] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49e26ac9-f6a0-4e6b-ae6b-efe7f62cfde6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.359456] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1102.359456] env[62788]: value = "task-2394726" [ 1102.359456] env[62788]: _type = "Task" [ 1102.359456] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.368500] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.401714] env[62788]: DEBUG nova.network.neutron [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Updating instance_info_cache with network_info: [{"id": "8814279a-32b1-4cfb-9e4b-ac0d85aa7601", "address": "fa:16:3e:2d:e6:b0", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8814279a-32", "ovs_interfaceid": "8814279a-32b1-4cfb-9e4b-ac0d85aa7601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.479730] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.480129] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 1102.488619] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394725, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.827320] env[62788]: DEBUG nova.scheduler.client.report [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.869405] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128585} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.869689] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.870449] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d83d33-adb4-4298-b206-cb76141fa28a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.893522] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 691459b0-7f61-4050-b9bc-d3efea39e401/691459b0-7f61-4050-b9bc-d3efea39e401.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.893843] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63cf5cff-1e8d-48fb-9ebf-8bc986fa9d38 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.909150] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "refresh_cache-77771328-578a-4078-84ca-454c852d058c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.909511] env[62788]: DEBUG nova.compute.manager [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Instance network_info: |[{"id": "8814279a-32b1-4cfb-9e4b-ac0d85aa7601", "address": "fa:16:3e:2d:e6:b0", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8814279a-32", "ovs_interfaceid": "8814279a-32b1-4cfb-9e4b-ac0d85aa7601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1102.909968] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:e6:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8814279a-32b1-4cfb-9e4b-ac0d85aa7601', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.917809] env[62788]: DEBUG oslo.service.loopingcall [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1102.918966] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77771328-578a-4078-84ca-454c852d058c] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.919274] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36b54418-3dfc-475f-98a0-d764e574e560 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.935316] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1102.935316] env[62788]: value = "task-2394727" [ 1102.935316] env[62788]: _type = "Task" [ 1102.935316] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.941080] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.941080] env[62788]: value = "task-2394728" [ 1102.941080] env[62788]: _type = "Task" [ 1102.941080] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.947383] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.953010] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394728, 'name': CreateVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.981589] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767064} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.981923] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] eeb644a2-2766-492e-8e1b-fce4072765fa/eeb644a2-2766-492e-8e1b-fce4072765fa.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.982193] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.985585] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d731fd73-8904-4f2b-8a13-44982fb7442f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.992117] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1102.992117] env[62788]: value = "task-2394729" [ 1102.992117] env[62788]: _type = "Task" [ 1102.992117] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.999981] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.024759] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.024950] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquired lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.025130] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Forcefully refreshing network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1103.110416] env[62788]: DEBUG nova.compute.manager [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Stashing vm_state: active {{(pid=62788) _prep_resize /opt/stack/nova/nova/compute/manager.py:6150}} [ 1103.185190] env[62788]: DEBUG nova.compute.manager [req-85b66cf0-1ecd-489f-a6bc-eb346e16a75d req-af7163bc-2634-4035-951c-a902e89851c0 service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] Received event network-changed-8814279a-32b1-4cfb-9e4b-ac0d85aa7601 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1103.185373] env[62788]: DEBUG nova.compute.manager [req-85b66cf0-1ecd-489f-a6bc-eb346e16a75d req-af7163bc-2634-4035-951c-a902e89851c0 service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] Refreshing instance network info cache due to event network-changed-8814279a-32b1-4cfb-9e4b-ac0d85aa7601. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1103.185585] env[62788]: DEBUG oslo_concurrency.lockutils [req-85b66cf0-1ecd-489f-a6bc-eb346e16a75d req-af7163bc-2634-4035-951c-a902e89851c0 service nova] Acquiring lock "refresh_cache-77771328-578a-4078-84ca-454c852d058c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.185737] env[62788]: DEBUG oslo_concurrency.lockutils [req-85b66cf0-1ecd-489f-a6bc-eb346e16a75d req-af7163bc-2634-4035-951c-a902e89851c0 service nova] Acquired lock "refresh_cache-77771328-578a-4078-84ca-454c852d058c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.185899] env[62788]: DEBUG nova.network.neutron [req-85b66cf0-1ecd-489f-a6bc-eb346e16a75d req-af7163bc-2634-4035-951c-a902e89851c0 service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] Refreshing network info cache for port 8814279a-32b1-4cfb-9e4b-ac0d85aa7601 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.449136] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.455068] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394728, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.504066] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07156} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.504480] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.505713] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325be6b6-f474-495a-a3d5-094ac9307a45 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.528964] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] eeb644a2-2766-492e-8e1b-fce4072765fa/eeb644a2-2766-492e-8e1b-fce4072765fa.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.531430] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eba75fd2-6a46-42a7-9414-ad68c7ced3f8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.552312] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1103.552312] env[62788]: value = "task-2394730" [ 1103.552312] env[62788]: _type = "Task" [ 1103.552312] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.564097] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.633375] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.838613] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.356s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.841543] env[62788]: DEBUG oslo_concurrency.lockutils [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.912s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.841778] env[62788]: DEBUG oslo_concurrency.lockutils [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.843750] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.776s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.845682] env[62788]: INFO nova.compute.claims [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.878319] env[62788]: INFO nova.scheduler.client.report [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleted allocations for instance d253b4ca-939e-43fd-b1f4-35242fd35132 [ 1103.949046] env[62788]: DEBUG nova.network.neutron [req-85b66cf0-1ecd-489f-a6bc-eb346e16a75d req-af7163bc-2634-4035-951c-a902e89851c0 service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] Updated VIF entry in instance network info cache for port 8814279a-32b1-4cfb-9e4b-ac0d85aa7601. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.949414] env[62788]: DEBUG nova.network.neutron [req-85b66cf0-1ecd-489f-a6bc-eb346e16a75d req-af7163bc-2634-4035-951c-a902e89851c0 service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] Updating instance_info_cache with network_info: [{"id": "8814279a-32b1-4cfb-9e4b-ac0d85aa7601", "address": "fa:16:3e:2d:e6:b0", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8814279a-32", "ovs_interfaceid": "8814279a-32b1-4cfb-9e4b-ac0d85aa7601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.950618] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394727, 'name': ReconfigVM_Task, 'duration_secs': 0.78541} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.951547] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 691459b0-7f61-4050-b9bc-d3efea39e401/691459b0-7f61-4050-b9bc-d3efea39e401.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.952161] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab611ced-eb75-4c27-8374-bed280159412 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.957518] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394728, 'name': CreateVM_Task, 'duration_secs': 0.609569} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.958282] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77771328-578a-4078-84ca-454c852d058c] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.959029] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.959234] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.959586] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1103.959861] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8c14b4-324c-4ff8-aafb-d9169d9a0283 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.963384] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1103.963384] env[62788]: value = "task-2394731" [ 1103.963384] env[62788]: _type = "Task" [ 1103.963384] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.965430] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1103.965430] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ee0f13-b3be-899a-a959-988fad08dfb1" [ 1103.965430] env[62788]: _type = "Task" [ 1103.965430] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.979370] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394731, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.982790] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ee0f13-b3be-899a-a959-988fad08dfb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.985372] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.985372] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.985372] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.985372] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.985372] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.985372] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c36577fb-9eb8-44bf-83af-c82120f04a4c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.993925] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.994149] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.995430] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0dd0f51-eab6-42b3-8c89-c80122c77384 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.001265] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1104.001265] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52daf92e-1f17-20ab-be1c-99340ae1cb62" [ 1104.001265] env[62788]: _type = "Task" [ 1104.001265] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.010016] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52daf92e-1f17-20ab-be1c-99340ae1cb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.063384] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.290725] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.290982] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.309717] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Updating instance_info_cache with network_info: [{"id": "3038e4f6-01a1-4877-bc3b-36125d9f4f34", "address": "fa:16:3e:47:11:6e", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3038e4f6-01", "ovs_interfaceid": "3038e4f6-01a1-4877-bc3b-36125d9f4f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.386016] env[62788]: DEBUG oslo_concurrency.lockutils [None req-402a71b4-59c9-46c9-8cb9-11b82621de29 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "d253b4ca-939e-43fd-b1f4-35242fd35132" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.865s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.402778] env[62788]: INFO nova.scheduler.client.report [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleted allocation for migration a890cf01-95b9-4d89-a157-ed09a96b71c5 [ 1104.458061] env[62788]: DEBUG oslo_concurrency.lockutils [req-85b66cf0-1ecd-489f-a6bc-eb346e16a75d req-af7163bc-2634-4035-951c-a902e89851c0 service nova] Releasing lock "refresh_cache-77771328-578a-4078-84ca-454c852d058c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.475144] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394731, 'name': Rename_Task, 'duration_secs': 0.176692} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.475644] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.475939] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4159ea30-96e5-4f8a-8897-dc76b756569f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.482460] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1104.482460] env[62788]: value = "task-2394732" [ 1104.482460] env[62788]: _type = "Task" [ 1104.482460] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.490926] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.511151] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52daf92e-1f17-20ab-be1c-99340ae1cb62, 'name': SearchDatastore_Task, 'duration_secs': 0.009323} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.511994] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b4eab1-68ef-41a6-b8a9-f99f73b3fb90 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.518040] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1104.518040] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]526b104f-b418-69b3-9be7-1f61747941d3" [ 1104.518040] env[62788]: _type = "Task" [ 1104.518040] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.526445] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526b104f-b418-69b3-9be7-1f61747941d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.562034] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394730, 'name': ReconfigVM_Task, 'duration_secs': 0.558071} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.562310] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Reconfigured VM instance instance-00000068 to attach disk [datastore1] eeb644a2-2766-492e-8e1b-fce4072765fa/eeb644a2-2766-492e-8e1b-fce4072765fa.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.562947] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6387663a-bc92-4a07-b803-07bb111a86b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.568659] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1104.568659] env[62788]: value = "task-2394733" [ 1104.568659] env[62788]: _type = "Task" [ 1104.568659] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.576416] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394733, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.794581] env[62788]: DEBUG nova.compute.utils [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1104.811609] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Releasing lock "refresh_cache-ff10d7b8-218d-42cc-a63e-e9891f4de156" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1104.811824] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Updated the network info_cache for instance {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10538}} [ 1104.812038] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.812209] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.812369] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.812521] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1104.812652] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 1104.907888] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1d537124-f675-4771-8860-8e7b226c08ac tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.801s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.996042] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394732, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.027779] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]526b104f-b418-69b3-9be7-1f61747941d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.030186] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.030455] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 77771328-578a-4078-84ca-454c852d058c/77771328-578a-4078-84ca-454c852d058c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.030859] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-948f78b5-cc78-42c4-9945-e14a181ec324 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.037241] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1105.037241] env[62788]: value = "task-2394734" [ 1105.037241] env[62788]: _type = "Task" [ 1105.037241] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.045287] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394734, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.080977] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394733, 'name': Rename_Task, 'duration_secs': 0.199934} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.083940] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.084449] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c64ee59-c43b-4d6f-8e9a-9a422f1404e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.091101] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1105.091101] env[62788]: value = "task-2394735" [ 1105.091101] env[62788]: _type = "Task" [ 1105.091101] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.101163] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.107833] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdcb3ea-8d14-4594-a014-716527bc692c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.114595] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f224cf5b-be68-4efc-811d-a4dd4ecd1333 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.144540] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e50532a-9f3d-4769-af78-af94ae27cd8a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.152624] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafd6f38-55f5-428d-9bf6-d396b0e05238 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.167657] env[62788]: DEBUG nova.compute.provider_tree [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.297622] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.494325] env[62788]: DEBUG oslo_vmware.api [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394732, 'name': PowerOnVM_Task, 'duration_secs': 0.759857} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.494631] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.494869] env[62788]: INFO nova.compute.manager [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1105.495469] env[62788]: DEBUG nova.compute.manager [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1105.496984] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c09ca-7381-4674-b6f9-19de69b4fdd9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.553173] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394734, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465204} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.553434] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 77771328-578a-4078-84ca-454c852d058c/77771328-578a-4078-84ca-454c852d058c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.553772] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.554303] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-764ef033-c591-45ef-881a-ebadd673de9e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.564143] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1105.564143] env[62788]: value = "task-2394736" [ 1105.564143] env[62788]: _type = "Task" [ 1105.564143] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.576890] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.605229] env[62788]: DEBUG oslo_vmware.api [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394735, 'name': PowerOnVM_Task, 'duration_secs': 0.502475} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.605646] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.606017] env[62788]: INFO nova.compute.manager [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1105.606364] env[62788]: DEBUG nova.compute.manager [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1105.607573] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5965800-9509-44ef-afdf-0aa1f13ccd2f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.670362] env[62788]: DEBUG nova.scheduler.client.report [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.013437] env[62788]: INFO nova.compute.manager [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Took 21.81 seconds to build instance. [ 1106.073726] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061516} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.074036] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.074795] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0d41db-89ef-4820-9ffb-16d6bbc816bc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.096353] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 77771328-578a-4078-84ca-454c852d058c/77771328-578a-4078-84ca-454c852d058c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.097795] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3439dd-c809-450b-aa15-0e57b4a9d197 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.118918] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1106.118918] env[62788]: value = "task-2394737" [ 1106.118918] env[62788]: _type = "Task" [ 1106.118918] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.133843] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394737, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.134465] env[62788]: INFO nova.compute.manager [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Took 18.97 seconds to build instance. [ 1106.176161] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.176742] env[62788]: DEBUG nova.compute.manager [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1106.179240] env[62788]: DEBUG oslo_concurrency.lockutils [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.522s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.179441] env[62788]: DEBUG oslo_concurrency.lockutils [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.181492] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.988s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.181755] env[62788]: DEBUG nova.objects.instance [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lazy-loading 'resources' on Instance uuid 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.200814] env[62788]: INFO nova.scheduler.client.report [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Deleted allocations for instance 082670bf-25d7-41f9-9001-0ac984724ca2 [ 1106.360097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.360375] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.360612] env[62788]: INFO nova.compute.manager [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Attaching volume 23fce4fb-76db-4ad8-92c3-b1a054f8b2f4 to /dev/sdb [ 1106.390583] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d72b4b0-15e3-4e45-a1d0-db275edce31f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.398075] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86b0786-0793-4ad2-a11a-258b47267005 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.411121] env[62788]: DEBUG nova.virt.block_device [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Updating existing volume attachment record: 159412e3-117f-42e8-9979-d6d06f2b4596 {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1106.515790] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463f1ffc-76d6-4796-932d-3577fa62958b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "691459b0-7f61-4050-b9bc-d3efea39e401" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.326s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.617880] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.618259] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.633967] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.635984] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9266a96-c85b-4baf-8567-a47ed261b149 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "eeb644a2-2766-492e-8e1b-fce4072765fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.480s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.684831] env[62788]: DEBUG nova.compute.utils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1106.688590] env[62788]: DEBUG nova.compute.manager [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1106.688778] env[62788]: DEBUG nova.network.neutron [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.708478] env[62788]: DEBUG oslo_concurrency.lockutils [None req-91bbed7b-948c-4b8d-b3a3-aa6b28370320 tempest-ServersTestMultiNic-570888463 tempest-ServersTestMultiNic-570888463-project-member] Lock "082670bf-25d7-41f9-9001-0ac984724ca2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.784s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.758851] env[62788]: DEBUG nova.policy [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6457ce1594ee4473add14c01ab63ca66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ea76229af82480dbd2e5b63a0645043', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.941947] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca36947-c639-48d7-ba5e-b80453b5e81f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.952022] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd11ff4-6c76-436a-806c-17ba57dfd24e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.989942] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f91415-e4a9-4d4d-905a-45060d05a125 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.998144] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95493adf-b6b1-4163-b045-4f55170420c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.012301] env[62788]: DEBUG nova.compute.provider_tree [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.126863] env[62788]: INFO nova.compute.manager [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Detaching volume b06dfa28-b670-4c2b-accc-a8244c42568e [ 1107.132982] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394737, 'name': ReconfigVM_Task, 'duration_secs': 0.857237} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.134186] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 77771328-578a-4078-84ca-454c852d058c/77771328-578a-4078-84ca-454c852d058c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.134186] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-298d99cf-75a1-4820-a948-06ea58f37089 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.141853] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1107.141853] env[62788]: value = "task-2394741" [ 1107.141853] env[62788]: _type = "Task" [ 1107.141853] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.151469] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394741, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.181284] env[62788]: INFO nova.virt.block_device [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Attempting to driver detach volume b06dfa28-b670-4c2b-accc-a8244c42568e from mountpoint /dev/sdb [ 1107.181284] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1107.181284] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485764', 'volume_id': 'b06dfa28-b670-4c2b-accc-a8244c42568e', 'name': 'volume-b06dfa28-b670-4c2b-accc-a8244c42568e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff10d7b8-218d-42cc-a63e-e9891f4de156', 'attached_at': '', 'detached_at': '', 'volume_id': 'b06dfa28-b670-4c2b-accc-a8244c42568e', 'serial': 'b06dfa28-b670-4c2b-accc-a8244c42568e'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1107.182505] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a67880-26c4-46f6-b836-81476917bd46 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.206125] env[62788]: DEBUG nova.compute.manager [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1107.209665] env[62788]: DEBUG nova.network.neutron [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Successfully created port: 71fba97d-b444-4d19-a696-b3e245cb571e {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.212856] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fa8068-8265-44a2-8d0a-cd2d53340b41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.221583] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05445fa3-7c7d-49c4-98c6-4526a40afabe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.249131] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41f6d5b-78e5-46ad-a20d-371ca8074e61 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.265951] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] The volume has not been displaced from its original location: [datastore1] volume-b06dfa28-b670-4c2b-accc-a8244c42568e/volume-b06dfa28-b670-4c2b-accc-a8244c42568e.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1107.271216] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1107.271832] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d54cc5-d30d-4980-9d7d-ac6687836b6c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.289921] env[62788]: DEBUG oslo_vmware.api [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1107.289921] env[62788]: value = "task-2394742" [ 1107.289921] env[62788]: _type = "Task" [ 1107.289921] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.298270] env[62788]: DEBUG oslo_vmware.api [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394742, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.517121] env[62788]: DEBUG nova.scheduler.client.report [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.653635] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394741, 'name': Rename_Task, 'duration_secs': 0.150557} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.653957] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.654417] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb5d6d9c-a0d3-4793-add0-14829685e929 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.660944] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1107.660944] env[62788]: value = "task-2394743" [ 1107.660944] env[62788]: _type = "Task" [ 1107.660944] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.669256] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.800722] env[62788]: DEBUG oslo_vmware.api [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394742, 'name': ReconfigVM_Task, 'duration_secs': 0.248308} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.801020] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1107.805803] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb82ce50-9f4a-4374-95d2-3d8a76a1f67d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.823079] env[62788]: DEBUG oslo_vmware.api [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1107.823079] env[62788]: value = "task-2394744" [ 1107.823079] env[62788]: _type = "Task" [ 1107.823079] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.831696] env[62788]: DEBUG oslo_vmware.api [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.915393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.915689] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.915966] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1107.916225] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1107.916426] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.918586] env[62788]: INFO nova.compute.manager [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Terminating instance [ 1107.945939] env[62788]: DEBUG nova.compute.manager [req-a328fa08-9d10-489c-8d28-6d8991adc948 req-3721a53b-192d-442c-ade5-ec4152baa7a5 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Received event network-changed-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1107.946553] env[62788]: DEBUG nova.compute.manager [req-a328fa08-9d10-489c-8d28-6d8991adc948 req-3721a53b-192d-442c-ade5-ec4152baa7a5 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Refreshing instance network info cache due to event network-changed-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1107.946820] env[62788]: DEBUG oslo_concurrency.lockutils [req-a328fa08-9d10-489c-8d28-6d8991adc948 req-3721a53b-192d-442c-ade5-ec4152baa7a5 service nova] Acquiring lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.947235] env[62788]: DEBUG oslo_concurrency.lockutils [req-a328fa08-9d10-489c-8d28-6d8991adc948 req-3721a53b-192d-442c-ade5-ec4152baa7a5 service nova] Acquired lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.947786] env[62788]: DEBUG nova.network.neutron [req-a328fa08-9d10-489c-8d28-6d8991adc948 req-3721a53b-192d-442c-ade5-ec4152baa7a5 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Refreshing network info cache for port de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.023121] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.025907] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.199s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.049550] env[62788]: INFO nova.scheduler.client.report [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Deleted allocations for instance 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e [ 1108.174966] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394743, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.225126] env[62788]: DEBUG nova.compute.manager [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1108.260019] env[62788]: DEBUG nova.virt.hardware [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ea2b3ec456da45e6ed3d5f9599f81ffc',container_format='bare',created_at=2025-02-09T04:34:25Z,direct_url=,disk_format='vmdk',id=da1f8b04-a8b8-49a6-9b97-f6de2b115dda,min_disk=1,min_ram=0,name='tempest-test-snap-1669333415',owner='8ea76229af82480dbd2e5b63a0645043',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-09T04:34:41Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.260019] env[62788]: DEBUG nova.virt.hardware [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.260019] env[62788]: DEBUG nova.virt.hardware [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.260019] env[62788]: DEBUG nova.virt.hardware [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.260019] env[62788]: DEBUG nova.virt.hardware [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.260019] env[62788]: DEBUG nova.virt.hardware [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.260019] env[62788]: DEBUG nova.virt.hardware [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.260019] env[62788]: DEBUG nova.virt.hardware [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.260019] env[62788]: DEBUG nova.virt.hardware [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.260609] env[62788]: DEBUG nova.virt.hardware [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.260914] env[62788]: DEBUG nova.virt.hardware [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.262100] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede82620-1164-4c41-9929-b69f70fbb95d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.272431] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6902c0f-db53-41b4-bed6-0cebb7776dd0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.333402] env[62788]: DEBUG oslo_vmware.api [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394744, 'name': ReconfigVM_Task, 'duration_secs': 0.149722} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.333535] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485764', 'volume_id': 'b06dfa28-b670-4c2b-accc-a8244c42568e', 'name': 'volume-b06dfa28-b670-4c2b-accc-a8244c42568e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff10d7b8-218d-42cc-a63e-e9891f4de156', 'attached_at': '', 'detached_at': '', 'volume_id': 'b06dfa28-b670-4c2b-accc-a8244c42568e', 'serial': 'b06dfa28-b670-4c2b-accc-a8244c42568e'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1108.424571] env[62788]: DEBUG nova.compute.manager [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1108.424980] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.425943] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e09c78d-61d8-4ae6-975a-0fc6a84148e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.436331] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.439018] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29cba683-17ab-4431-a3af-2d8ecf627e80 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.443984] env[62788]: DEBUG oslo_vmware.api [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1108.443984] env[62788]: value = "task-2394745" [ 1108.443984] env[62788]: _type = "Task" [ 1108.443984] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.458174] env[62788]: DEBUG oslo_vmware.api [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.562230] env[62788]: DEBUG oslo_concurrency.lockutils [None req-beb17374-30d7-4d36-acca-6bffbf9d4ba7 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "3c5f54e8-f6f5-45d8-a291-99a76cfecd4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.318s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.672553] env[62788]: DEBUG oslo_vmware.api [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394743, 'name': PowerOnVM_Task, 'duration_secs': 0.560298} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.675554] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.675868] env[62788]: INFO nova.compute.manager [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1108.676058] env[62788]: DEBUG nova.compute.manager [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1108.677226] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc1c7be-5a48-4e56-9697-6ed3b04e646b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.830951] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6969279a-5bea-4486-af2c-1eaae5f32656 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.841621] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519a875b-5a5e-4ce6-b742-94e75cedcba3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.875915] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee88e4e6-9378-4bf7-a50f-1dca00579bea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.885555] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0dfba0-8eea-4cd7-bbf5-444766cce74c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.902076] env[62788]: DEBUG nova.compute.provider_tree [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.904686] env[62788]: DEBUG nova.objects.instance [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lazy-loading 'flavor' on Instance uuid ff10d7b8-218d-42cc-a63e-e9891f4de156 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.953978] env[62788]: DEBUG oslo_vmware.api [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394745, 'name': PowerOffVM_Task, 'duration_secs': 0.24713} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.953978] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.954818] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.954818] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97327c3b-331f-4d35-bd96-dbd3ce3d31c8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.983565] env[62788]: DEBUG nova.network.neutron [req-a328fa08-9d10-489c-8d28-6d8991adc948 req-3721a53b-192d-442c-ade5-ec4152baa7a5 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updated VIF entry in instance network info cache for port de40fe67-f3cd-4e8c-b132-3b55f6b9e03a. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.983565] env[62788]: DEBUG nova.network.neutron [req-a328fa08-9d10-489c-8d28-6d8991adc948 req-3721a53b-192d-442c-ade5-ec4152baa7a5 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updating instance_info_cache with network_info: [{"id": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "address": "fa:16:3e:ee:09:08", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde40fe67-f3", "ovs_interfaceid": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.037220] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.037450] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.037634] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleting the datastore file [datastore2] 11a2b336-8e4b-4627-872c-b70cf0d19cc0 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.037899] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1ec8264-3234-409e-9023-4fb5dcaa1faf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.047730] env[62788]: DEBUG oslo_vmware.api [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1109.047730] env[62788]: value = "task-2394749" [ 1109.047730] env[62788]: _type = "Task" [ 1109.047730] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.058607] env[62788]: DEBUG oslo_vmware.api [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.204900] env[62788]: INFO nova.compute.manager [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Took 21.30 seconds to build instance. [ 1109.409898] env[62788]: DEBUG nova.scheduler.client.report [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.486544] env[62788]: DEBUG oslo_concurrency.lockutils [req-a328fa08-9d10-489c-8d28-6d8991adc948 req-3721a53b-192d-442c-ade5-ec4152baa7a5 service nova] Releasing lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1109.522883] env[62788]: DEBUG nova.network.neutron [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Successfully updated port: 71fba97d-b444-4d19-a696-b3e245cb571e {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.563474] env[62788]: DEBUG oslo_vmware.api [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168698} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.563641] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.563825] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.564046] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.564236] env[62788]: INFO nova.compute.manager [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1109.564791] env[62788]: DEBUG oslo.service.loopingcall [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1109.564791] env[62788]: DEBUG nova.compute.manager [-] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1109.564791] env[62788]: DEBUG nova.network.neutron [-] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.601169] env[62788]: DEBUG nova.compute.manager [req-dc85fada-f74c-4d6b-a793-be99b6123dde req-2eebc42c-cc3f-45c0-8217-a4eba1f70410 service nova] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Received event network-vif-plugged-71fba97d-b444-4d19-a696-b3e245cb571e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1109.602070] env[62788]: DEBUG oslo_concurrency.lockutils [req-dc85fada-f74c-4d6b-a793-be99b6123dde req-2eebc42c-cc3f-45c0-8217-a4eba1f70410 service nova] Acquiring lock "c9930309-9463-46bd-be24-be18fd647a2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1109.602070] env[62788]: DEBUG oslo_concurrency.lockutils [req-dc85fada-f74c-4d6b-a793-be99b6123dde req-2eebc42c-cc3f-45c0-8217-a4eba1f70410 service nova] Lock "c9930309-9463-46bd-be24-be18fd647a2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1109.602585] env[62788]: DEBUG oslo_concurrency.lockutils [req-dc85fada-f74c-4d6b-a793-be99b6123dde req-2eebc42c-cc3f-45c0-8217-a4eba1f70410 service nova] Lock "c9930309-9463-46bd-be24-be18fd647a2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.602585] env[62788]: DEBUG nova.compute.manager [req-dc85fada-f74c-4d6b-a793-be99b6123dde req-2eebc42c-cc3f-45c0-8217-a4eba1f70410 service nova] [instance: c9930309-9463-46bd-be24-be18fd647a2c] No waiting events found dispatching network-vif-plugged-71fba97d-b444-4d19-a696-b3e245cb571e {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.602763] env[62788]: WARNING nova.compute.manager [req-dc85fada-f74c-4d6b-a793-be99b6123dde req-2eebc42c-cc3f-45c0-8217-a4eba1f70410 service nova] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Received unexpected event network-vif-plugged-71fba97d-b444-4d19-a696-b3e245cb571e for instance with vm_state building and task_state spawning. [ 1109.709121] env[62788]: DEBUG oslo_concurrency.lockutils [None req-738c3ba6-0037-4524-8085-6f53c611b193 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "77771328-578a-4078-84ca-454c852d058c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.812s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1109.921018] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876c6015-6858-4025-8702-cd99a945c90f tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.027481] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "refresh_cache-c9930309-9463-46bd-be24-be18fd647a2c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.027638] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "refresh_cache-c9930309-9463-46bd-be24-be18fd647a2c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.027811] env[62788]: DEBUG nova.network.neutron [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.426100] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.400s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.430378] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.797s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.580119] env[62788]: DEBUG nova.network.neutron [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.712828] env[62788]: DEBUG nova.compute.manager [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Received event network-changed-7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1110.713101] env[62788]: DEBUG nova.compute.manager [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing instance network info cache due to event network-changed-7969dd47-54bd-444d-aa09-f9e4a86ee2a5. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1110.713287] env[62788]: DEBUG oslo_concurrency.lockutils [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] Acquiring lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.713501] env[62788]: DEBUG oslo_concurrency.lockutils [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] Acquired lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.713591] env[62788]: DEBUG nova.network.neutron [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing network info cache for port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.763934] env[62788]: DEBUG nova.network.neutron [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Updating instance_info_cache with network_info: [{"id": "71fba97d-b444-4d19-a696-b3e245cb571e", "address": "fa:16:3e:16:65:d3", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fba97d-b4", "ovs_interfaceid": "71fba97d-b444-4d19-a696-b3e245cb571e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.938188] env[62788]: INFO nova.compute.claims [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.988533] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.989429] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.989429] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "ff10d7b8-218d-42cc-a63e-e9891f4de156-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1110.989429] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1110.989429] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.992733] env[62788]: INFO nova.compute.manager [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Terminating instance [ 1111.009028] env[62788]: INFO nova.scheduler.client.report [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted allocation for migration 6a23876c-330c-4125-8429-ad6b49a6909b [ 1111.010506] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "f851620b-e3fd-44c8-bcdb-d37a32b25375" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.010599] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "f851620b-e3fd-44c8-bcdb-d37a32b25375" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.089385] env[62788]: DEBUG nova.network.neutron [-] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.266504] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "refresh_cache-c9930309-9463-46bd-be24-be18fd647a2c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.266804] env[62788]: DEBUG nova.compute.manager [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Instance network_info: |[{"id": "71fba97d-b444-4d19-a696-b3e245cb571e", "address": "fa:16:3e:16:65:d3", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fba97d-b4", "ovs_interfaceid": "71fba97d-b444-4d19-a696-b3e245cb571e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1111.267245] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:65:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71fba97d-b444-4d19-a696-b3e245cb571e', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.275934] env[62788]: DEBUG oslo.service.loopingcall [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1111.276887] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.277141] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c89435ef-e7ec-4e14-bea3-3a5ebd6c1fff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.306843] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.306843] env[62788]: value = "task-2394750" [ 1111.306843] env[62788]: _type = "Task" [ 1111.306843] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.315558] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394750, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.447698] env[62788]: INFO nova.compute.resource_tracker [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating resource usage from migration 75e2789b-3ef3-44af-9961-e6f4a351e6a1 [ 1111.461229] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1111.461463] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485795', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'name': 'volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c7c6bbe-e227-472b-92b8-e6c2c68221b7', 'attached_at': '', 'detached_at': '', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'serial': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1111.462483] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382ee544-a32f-409f-9e52-f8e7f3eccceb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.493222] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a0c715-88f7-4743-a169-06ecafc7bab0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.503440] env[62788]: DEBUG nova.compute.manager [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1111.503863] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.505080] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfb359b-9c67-4265-b8f9-38970b63b356 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.527998] env[62788]: DEBUG nova.compute.manager [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1111.535241] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "68d3a67a-fc0e-4192-80c1-c645813873af" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.017s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.551191] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4/volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.557800] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66aa00fa-be18-46c3-aef1-e4daf8625b0f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.571837] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.572417] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee89925c-69bc-438c-9b7b-238f2daf14b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.579148] env[62788]: DEBUG oslo_vmware.api [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1111.579148] env[62788]: value = "task-2394751" [ 1111.579148] env[62788]: _type = "Task" [ 1111.579148] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.581106] env[62788]: DEBUG oslo_vmware.api [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1111.581106] env[62788]: value = "task-2394752" [ 1111.581106] env[62788]: _type = "Task" [ 1111.581106] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.592351] env[62788]: INFO nova.compute.manager [-] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Took 2.03 seconds to deallocate network for instance. [ 1111.601123] env[62788]: DEBUG oslo_vmware.api [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.655101] env[62788]: DEBUG nova.compute.manager [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Received event network-changed-71fba97d-b444-4d19-a696-b3e245cb571e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1111.655345] env[62788]: DEBUG nova.compute.manager [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Refreshing instance network info cache due to event network-changed-71fba97d-b444-4d19-a696-b3e245cb571e. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1111.655604] env[62788]: DEBUG oslo_concurrency.lockutils [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] Acquiring lock "refresh_cache-c9930309-9463-46bd-be24-be18fd647a2c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.655756] env[62788]: DEBUG oslo_concurrency.lockutils [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] Acquired lock "refresh_cache-c9930309-9463-46bd-be24-be18fd647a2c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.655939] env[62788]: DEBUG nova.network.neutron [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Refreshing network info cache for port 71fba97d-b444-4d19-a696-b3e245cb571e {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.708026] env[62788]: DEBUG nova.network.neutron [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updated VIF entry in instance network info cache for port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.708026] env[62788]: DEBUG nova.network.neutron [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updating instance_info_cache with network_info: [{"id": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "address": "fa:16:3e:cf:b8:01", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969dd47-54", "ovs_interfaceid": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.816854] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394750, 'name': CreateVM_Task, 'duration_secs': 0.429121} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.818418] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.819257] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726e4ea7-51c1-4756-a485-014dcb7ed70b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.822854] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.823088] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.823509] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1111.823800] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82863704-a7a0-4b7d-b301-20afbcaa43b5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.828781] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1111.828781] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]521646a5-4740-77dd-bae5-f2ed2c5b9e93" [ 1111.828781] env[62788]: _type = "Task" [ 1111.828781] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.836836] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44221475-19d3-4ae5-a6f9-8bdda90059d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.874789] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.875082] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Processing image da1f8b04-a8b8-49a6-9b97-f6de2b115dda {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.875359] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda/da1f8b04-a8b8-49a6-9b97-f6de2b115dda.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.875521] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "[datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda/da1f8b04-a8b8-49a6-9b97-f6de2b115dda.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.875751] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.877644] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00bbcb37-eb6b-482f-965e-1e2bf0376591 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.880666] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f447a3-2388-4f4a-938c-8ca4bf25a4b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.889331] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a825f7cd-ccac-4289-a52f-114f668fb0bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.895136] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.895136] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.896190] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a0ace5-d64e-42a0-8a50-31900a493128 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.907630] env[62788]: DEBUG nova.compute.provider_tree [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.912330] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1111.912330] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52378eab-c469-c65f-b1d6-c9c8c97169f2" [ 1111.912330] env[62788]: _type = "Task" [ 1111.912330] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.921443] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52378eab-c469-c65f-b1d6-c9c8c97169f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.055703] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.095346] env[62788]: DEBUG oslo_vmware.api [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394752, 'name': PowerOffVM_Task, 'duration_secs': 0.246733} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.098880] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.099244] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.099983] env[62788]: DEBUG oslo_vmware.api [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.100343] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aace0b4-0d4b-42f3-ad09-29c652223682 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.111096] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.180101] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.180355] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.180695] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleting the datastore file [datastore2] ff10d7b8-218d-42cc-a63e-e9891f4de156 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.180818] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83a266e8-feaf-496b-9ba1-bea110ef9307 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.191456] env[62788]: DEBUG oslo_vmware.api [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1112.191456] env[62788]: value = "task-2394754" [ 1112.191456] env[62788]: _type = "Task" [ 1112.191456] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.200368] env[62788]: DEBUG oslo_vmware.api [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.213843] env[62788]: DEBUG oslo_concurrency.lockutils [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] Releasing lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.214333] env[62788]: DEBUG nova.compute.manager [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Received event network-changed-8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1112.214887] env[62788]: DEBUG nova.compute.manager [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Refreshing instance network info cache due to event network-changed-8aa6b2b1-7baa-4599-acd3-f4511dfe9438. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1112.215216] env[62788]: DEBUG oslo_concurrency.lockutils [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] Acquiring lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.215381] env[62788]: DEBUG oslo_concurrency.lockutils [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] Acquired lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.215551] env[62788]: DEBUG nova.network.neutron [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Refreshing network info cache for port 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.414469] env[62788]: DEBUG nova.scheduler.client.report [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.429303] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Preparing fetch location {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1112.429776] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Fetch image to [datastore2] OSTACK_IMG_2823b97c-68a8-4707-b430-0f7d56759cf1/OSTACK_IMG_2823b97c-68a8-4707-b430-0f7d56759cf1.vmdk {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1112.430020] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Downloading stream optimized image da1f8b04-a8b8-49a6-9b97-f6de2b115dda to [datastore2] OSTACK_IMG_2823b97c-68a8-4707-b430-0f7d56759cf1/OSTACK_IMG_2823b97c-68a8-4707-b430-0f7d56759cf1.vmdk on the data store datastore2 as vApp {{(pid=62788) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1112.430202] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Downloading image file data da1f8b04-a8b8-49a6-9b97-f6de2b115dda to the ESX as VM named 'OSTACK_IMG_2823b97c-68a8-4707-b430-0f7d56759cf1' {{(pid=62788) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1112.530015] env[62788]: DEBUG oslo_vmware.rw_handles [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1112.530015] env[62788]: value = "resgroup-9" [ 1112.530015] env[62788]: _type = "ResourcePool" [ 1112.530015] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1112.530015] env[62788]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e29856ab-cca2-4bf6-a027-1381aeb2b37a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.553044] env[62788]: DEBUG oslo_vmware.rw_handles [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lease: (returnval){ [ 1112.553044] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a259d4-74bd-6c78-18e4-f6c45b01eda1" [ 1112.553044] env[62788]: _type = "HttpNfcLease" [ 1112.553044] env[62788]: } obtained for vApp import into resource pool (val){ [ 1112.553044] env[62788]: value = "resgroup-9" [ 1112.553044] env[62788]: _type = "ResourcePool" [ 1112.553044] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1112.553488] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the lease: (returnval){ [ 1112.553488] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a259d4-74bd-6c78-18e4-f6c45b01eda1" [ 1112.553488] env[62788]: _type = "HttpNfcLease" [ 1112.553488] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1112.559860] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.559860] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a259d4-74bd-6c78-18e4-f6c45b01eda1" [ 1112.559860] env[62788]: _type = "HttpNfcLease" [ 1112.559860] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1112.560698] env[62788]: DEBUG nova.network.neutron [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Updated VIF entry in instance network info cache for port 71fba97d-b444-4d19-a696-b3e245cb571e. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.561078] env[62788]: DEBUG nova.network.neutron [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Updating instance_info_cache with network_info: [{"id": "71fba97d-b444-4d19-a696-b3e245cb571e", "address": "fa:16:3e:16:65:d3", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fba97d-b4", "ovs_interfaceid": "71fba97d-b444-4d19-a696-b3e245cb571e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.566567] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "68d3a67a-fc0e-4192-80c1-c645813873af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.566811] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "68d3a67a-fc0e-4192-80c1-c645813873af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.567143] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "68d3a67a-fc0e-4192-80c1-c645813873af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.567287] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "68d3a67a-fc0e-4192-80c1-c645813873af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.567461] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "68d3a67a-fc0e-4192-80c1-c645813873af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.574628] env[62788]: INFO nova.compute.manager [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Terminating instance [ 1112.594354] env[62788]: DEBUG oslo_vmware.api [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394751, 'name': ReconfigVM_Task, 'duration_secs': 0.673331} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.594748] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4/volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.599562] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-185d5969-3cf8-48bb-ad1d-966450b7d797 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.616583] env[62788]: DEBUG oslo_vmware.api [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1112.616583] env[62788]: value = "task-2394756" [ 1112.616583] env[62788]: _type = "Task" [ 1112.616583] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.629867] env[62788]: DEBUG oslo_vmware.api [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.702272] env[62788]: DEBUG oslo_vmware.api [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178498} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.702272] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.702272] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.702272] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.702272] env[62788]: INFO nova.compute.manager [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1112.702431] env[62788]: DEBUG oslo.service.loopingcall [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.702568] env[62788]: DEBUG nova.compute.manager [-] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1112.702665] env[62788]: DEBUG nova.network.neutron [-] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.922941] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.493s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.923178] env[62788]: INFO nova.compute.manager [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Migrating [ 1112.933580] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.879s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.935049] env[62788]: INFO nova.compute.claims [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.062836] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.062836] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a259d4-74bd-6c78-18e4-f6c45b01eda1" [ 1113.062836] env[62788]: _type = "HttpNfcLease" [ 1113.062836] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.067603] env[62788]: DEBUG oslo_concurrency.lockutils [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] Releasing lock "refresh_cache-c9930309-9463-46bd-be24-be18fd647a2c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.067856] env[62788]: DEBUG nova.compute.manager [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Received event network-vif-deleted-1ef63f19-c182-4eda-b61e-f725ba7cc34f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1113.068060] env[62788]: DEBUG nova.compute.manager [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Received event network-changed-8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1113.068230] env[62788]: DEBUG nova.compute.manager [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Refreshing instance network info cache due to event network-changed-8aa6b2b1-7baa-4599-acd3-f4511dfe9438. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1113.068417] env[62788]: DEBUG oslo_concurrency.lockutils [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] Acquiring lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.078738] env[62788]: DEBUG nova.compute.manager [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1113.078738] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.078738] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a0792f-b2e6-4003-b450-7260338b6453 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.088061] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.088921] env[62788]: DEBUG nova.network.neutron [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updated VIF entry in instance network info cache for port 8aa6b2b1-7baa-4599-acd3-f4511dfe9438. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.092022] env[62788]: DEBUG nova.network.neutron [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updating instance_info_cache with network_info: [{"id": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "address": "fa:16:3e:69:5d:60", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa6b2b1-7b", "ovs_interfaceid": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.093255] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c2ce9e3-d69e-4bee-b86e-34b7849d90ce {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.103040] env[62788]: DEBUG oslo_vmware.api [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1113.103040] env[62788]: value = "task-2394757" [ 1113.103040] env[62788]: _type = "Task" [ 1113.103040] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.112472] env[62788]: DEBUG oslo_vmware.api [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.126266] env[62788]: DEBUG oslo_vmware.api [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394756, 'name': ReconfigVM_Task, 'duration_secs': 0.169986} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.126915] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485795', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'name': 'volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c7c6bbe-e227-472b-92b8-e6c2c68221b7', 'attached_at': '', 'detached_at': '', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'serial': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1113.455657] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.455860] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.456144] env[62788]: DEBUG nova.network.neutron [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.564974] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.564974] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a259d4-74bd-6c78-18e4-f6c45b01eda1" [ 1113.564974] env[62788]: _type = "HttpNfcLease" [ 1113.564974] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1113.565594] env[62788]: DEBUG oslo_vmware.rw_handles [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1113.565594] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a259d4-74bd-6c78-18e4-f6c45b01eda1" [ 1113.565594] env[62788]: _type = "HttpNfcLease" [ 1113.565594] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1113.567076] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fed62e-4a5c-45c1-a5ea-e35dfae8f73c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.576692] env[62788]: DEBUG oslo_vmware.rw_handles [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac613-a3f1-0bda-73c3-b3db3aca8261/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1113.576692] env[62788]: DEBUG oslo_vmware.rw_handles [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac613-a3f1-0bda-73c3-b3db3aca8261/disk-0.vmdk. {{(pid=62788) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1113.647792] env[62788]: DEBUG oslo_concurrency.lockutils [req-db50d3cf-4cd2-4989-a760-b8541eae566d req-823c3cf3-4b60-4afb-aea9-e3a97716ffca service nova] Releasing lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.653383] env[62788]: DEBUG oslo_concurrency.lockutils [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] Acquired lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.653479] env[62788]: DEBUG nova.network.neutron [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Refreshing network info cache for port 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.661898] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e71df9f3-5a58-47b0-8910-5f960a504108 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.669786] env[62788]: DEBUG oslo_vmware.api [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394757, 'name': PowerOffVM_Task, 'duration_secs': 0.313157} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.671876] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.672087] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.673383] env[62788]: DEBUG nova.compute.manager [req-fe6d9cb9-189f-420c-ab4b-56c88f2e4e9d req-f088e6bf-4575-41e0-a4ee-c6604a6e9ed1 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Received event network-vif-deleted-3038e4f6-01a1-4877-bc3b-36125d9f4f34 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1113.673601] env[62788]: INFO nova.compute.manager [req-fe6d9cb9-189f-420c-ab4b-56c88f2e4e9d req-f088e6bf-4575-41e0-a4ee-c6604a6e9ed1 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Neutron deleted interface 3038e4f6-01a1-4877-bc3b-36125d9f4f34; detaching it from the instance and deleting it from the info cache [ 1113.673799] env[62788]: DEBUG nova.network.neutron [req-fe6d9cb9-189f-420c-ab4b-56c88f2e4e9d req-f088e6bf-4575-41e0-a4ee-c6604a6e9ed1 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.677315] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c562026-cd10-4525-99d1-84525c5746c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.799927] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "5a26bac5-d522-4d7f-8acf-89027ba55c43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.799927] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "5a26bac5-d522-4d7f-8acf-89027ba55c43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.800175] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "5a26bac5-d522-4d7f-8acf-89027ba55c43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.800397] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "5a26bac5-d522-4d7f-8acf-89027ba55c43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.800575] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "5a26bac5-d522-4d7f-8acf-89027ba55c43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.802934] env[62788]: INFO nova.compute.manager [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Terminating instance [ 1114.162981] env[62788]: DEBUG nova.network.neutron [-] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.180807] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-538b39a8-b1e8-46db-9941-06f5b68848bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.199969] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e21f2c-0add-442b-a93c-3dfbc87f14fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.230216] env[62788]: DEBUG nova.objects.instance [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lazy-loading 'flavor' on Instance uuid 3c7c6bbe-e227-472b-92b8-e6c2c68221b7 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.271835] env[62788]: DEBUG nova.compute.manager [req-fe6d9cb9-189f-420c-ab4b-56c88f2e4e9d req-f088e6bf-4575-41e0-a4ee-c6604a6e9ed1 service nova] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Detach interface failed, port_id=3038e4f6-01a1-4877-bc3b-36125d9f4f34, reason: Instance ff10d7b8-218d-42cc-a63e-e9891f4de156 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1114.286747] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56eda537-2970-41e5-8f6e-dd461042b2dd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.300324] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85abd5ee-7320-485b-884d-15bd7bf3d466 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.331893] env[62788]: DEBUG nova.compute.manager [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1114.332187] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.339579] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7e6fa5-8132-4d65-b8e4-f024e4d0e860 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.342993] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cff2328-fd06-4415-8c63-bd039db6c905 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.353593] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.354818] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8edf24-3e91-4f05-8ce9-a8500463c92c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.358727] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62a9db66-9507-422d-a265-a04d0f241d7b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.371497] env[62788]: DEBUG nova.compute.provider_tree [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.376240] env[62788]: DEBUG oslo_vmware.api [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1114.376240] env[62788]: value = "task-2394759" [ 1114.376240] env[62788]: _type = "Task" [ 1114.376240] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.385410] env[62788]: DEBUG oslo_vmware.api [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.423292] env[62788]: DEBUG nova.network.neutron [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance_info_cache with network_info: [{"id": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "address": "fa:16:3e:b5:85:82", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3278a11-ad", "ovs_interfaceid": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.667501] env[62788]: INFO nova.compute.manager [-] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Took 1.96 seconds to deallocate network for instance. [ 1114.750492] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c319d6c5-a94b-462c-b56f-85af2efcb13e tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.390s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1114.878711] env[62788]: DEBUG nova.scheduler.client.report [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.898129] env[62788]: DEBUG oslo_vmware.api [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394759, 'name': PowerOffVM_Task, 'duration_secs': 0.341642} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.903587] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.904062] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.904893] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f6dd26f-8fde-4300-917f-e2d5011db015 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.914047] env[62788]: DEBUG nova.network.neutron [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updated VIF entry in instance network info cache for port 8aa6b2b1-7baa-4599-acd3-f4511dfe9438. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.914673] env[62788]: DEBUG nova.network.neutron [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updating instance_info_cache with network_info: [{"id": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "address": "fa:16:3e:69:5d:60", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa6b2b1-7b", "ovs_interfaceid": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.929019] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.992408] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.992618] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.992940] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Deleting the datastore file [datastore2] 5a26bac5-d522-4d7f-8acf-89027ba55c43 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.993627] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e61b990f-10b2-4e36-a689-da401e8d03db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.000656] env[62788]: DEBUG oslo_vmware.api [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1115.000656] env[62788]: value = "task-2394761" [ 1115.000656] env[62788]: _type = "Task" [ 1115.000656] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.010286] env[62788]: DEBUG oslo_vmware.api [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.018232] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.018530] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.018853] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleting the datastore file [datastore1] 68d3a67a-fc0e-4192-80c1-c645813873af {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.019112] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85d8a254-3b00-4b36-af33-b478947fb059 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.028273] env[62788]: DEBUG oslo_vmware.api [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for the task: (returnval){ [ 1115.028273] env[62788]: value = "task-2394762" [ 1115.028273] env[62788]: _type = "Task" [ 1115.028273] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.035459] env[62788]: DEBUG oslo_vmware.rw_handles [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Completed reading data from the image iterator. {{(pid=62788) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1115.035680] env[62788]: DEBUG oslo_vmware.rw_handles [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac613-a3f1-0bda-73c3-b3db3aca8261/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1115.036549] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d73c9cc-3f91-4f5b-b49f-eec4797b6c3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.046854] env[62788]: DEBUG oslo_vmware.rw_handles [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac613-a3f1-0bda-73c3-b3db3aca8261/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1115.047060] env[62788]: DEBUG oslo_vmware.rw_handles [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac613-a3f1-0bda-73c3-b3db3aca8261/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1115.047345] env[62788]: DEBUG oslo_vmware.api [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.047569] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2d81e67c-fbfe-4715-97ca-9f77e210b073 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.173898] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.392869] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.393590] env[62788]: DEBUG nova.compute.manager [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1115.401586] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.291s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.401909] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.404816] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.231s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.407534] env[62788]: DEBUG nova.objects.instance [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lazy-loading 'resources' on Instance uuid ff10d7b8-218d-42cc-a63e-e9891f4de156 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.419771] env[62788]: DEBUG oslo_concurrency.lockutils [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] Releasing lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1115.420221] env[62788]: DEBUG nova.compute.manager [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Received event network-changed-7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1115.420348] env[62788]: DEBUG nova.compute.manager [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing instance network info cache due to event network-changed-7969dd47-54bd-444d-aa09-f9e4a86ee2a5. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1115.420507] env[62788]: DEBUG oslo_concurrency.lockutils [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] Acquiring lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.420675] env[62788]: DEBUG oslo_concurrency.lockutils [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] Acquired lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.421011] env[62788]: DEBUG nova.network.neutron [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing network info cache for port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.445337] env[62788]: INFO nova.scheduler.client.report [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleted allocations for instance 11a2b336-8e4b-4627-872c-b70cf0d19cc0 [ 1115.458394] env[62788]: DEBUG oslo_vmware.rw_handles [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cac613-a3f1-0bda-73c3-b3db3aca8261/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1115.458628] env[62788]: INFO nova.virt.vmwareapi.images [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Downloaded image file data da1f8b04-a8b8-49a6-9b97-f6de2b115dda [ 1115.460572] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab88ff26-ff91-4c08-9e11-5e082aefec17 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.481560] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a43e6e9-b65e-4d52-97aa-ce67a063d7d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.510616] env[62788]: INFO nova.virt.vmwareapi.images [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] The imported VM was unregistered [ 1115.513325] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Caching image {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1115.513574] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating directory with path [datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.516074] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9b0f9da-1d83-48d7-abb0-ee69e1e0d02d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.519938] env[62788]: DEBUG oslo_vmware.api [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201156} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.521214] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.521461] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.521967] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.522227] env[62788]: INFO nova.compute.manager [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1115.522476] env[62788]: DEBUG oslo.service.loopingcall [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.522682] env[62788]: DEBUG nova.compute.manager [-] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1115.522808] env[62788]: DEBUG nova.network.neutron [-] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.529565] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Created directory with path [datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.529779] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2823b97c-68a8-4707-b430-0f7d56759cf1/OSTACK_IMG_2823b97c-68a8-4707-b430-0f7d56759cf1.vmdk to [datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda/da1f8b04-a8b8-49a6-9b97-f6de2b115dda.vmdk. {{(pid=62788) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1115.534072] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4021de07-11be-4d88-8235-f6cecac7a894 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.543384] env[62788]: DEBUG oslo_vmware.api [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Task: {'id': task-2394762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151859} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.544798] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.544798] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.544987] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.545179] env[62788]: INFO nova.compute.manager [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Took 2.47 seconds to destroy the instance on the hypervisor. [ 1115.545408] env[62788]: DEBUG oslo.service.loopingcall [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1115.545654] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1115.545654] env[62788]: value = "task-2394764" [ 1115.545654] env[62788]: _type = "Task" [ 1115.545654] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.546118] env[62788]: DEBUG nova.compute.manager [-] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1115.546234] env[62788]: DEBUG nova.network.neutron [-] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.556325] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394764, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.665446] env[62788]: INFO nova.compute.manager [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Rebuilding instance [ 1115.719242] env[62788]: DEBUG nova.compute.manager [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1115.720107] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca3d28f-c5c1-49be-afbd-a1c3369a24a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.852089] env[62788]: DEBUG nova.compute.manager [req-1b3bf31e-e485-4143-a2b0-9c3436f506ea req-1f76dd08-d757-44dd-9c25-4eaa4ed9dfdd service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Received event network-vif-deleted-ddf02b5e-f002-48ec-b143-da8af5f2f7ae {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1115.852412] env[62788]: INFO nova.compute.manager [req-1b3bf31e-e485-4143-a2b0-9c3436f506ea req-1f76dd08-d757-44dd-9c25-4eaa4ed9dfdd service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Neutron deleted interface ddf02b5e-f002-48ec-b143-da8af5f2f7ae; detaching it from the instance and deleting it from the info cache [ 1115.856022] env[62788]: DEBUG nova.network.neutron [req-1b3bf31e-e485-4143-a2b0-9c3436f506ea req-1f76dd08-d757-44dd-9c25-4eaa4ed9dfdd service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.909565] env[62788]: DEBUG nova.compute.manager [req-436f4ef1-a61e-4156-89ed-82d81fdde4d4 req-865e4c0b-8de1-40c8-b17a-7d0553a19e1f service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Received event network-vif-deleted-76d14a16-8d67-4c66-9764-431a722c0467 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1115.909565] env[62788]: INFO nova.compute.manager [req-436f4ef1-a61e-4156-89ed-82d81fdde4d4 req-865e4c0b-8de1-40c8-b17a-7d0553a19e1f service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Neutron deleted interface 76d14a16-8d67-4c66-9764-431a722c0467; detaching it from the instance and deleting it from the info cache [ 1115.909565] env[62788]: DEBUG nova.network.neutron [req-436f4ef1-a61e-4156-89ed-82d81fdde4d4 req-865e4c0b-8de1-40c8-b17a-7d0553a19e1f service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.915819] env[62788]: DEBUG nova.compute.utils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1115.923578] env[62788]: DEBUG nova.compute.manager [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1115.923803] env[62788]: DEBUG nova.network.neutron [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.959079] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a42fb98f-dda3-43d0-bf35-8c04c3134476 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "11a2b336-8e4b-4627-872c-b70cf0d19cc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.042s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.011914] env[62788]: DEBUG nova.policy [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adab5438774748afa1335c40936a0c64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f8adca4e8524b43a06021f1d4eb8624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.058624] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394764, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.209821] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f309309c-a8ca-43ec-af0d-83629210c555 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.217832] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d75a71-3062-451c-9cca-b47ec859f1ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.258809] env[62788]: DEBUG nova.network.neutron [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updated VIF entry in instance network info cache for port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.259209] env[62788]: DEBUG nova.network.neutron [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updating instance_info_cache with network_info: [{"id": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "address": "fa:16:3e:cf:b8:01", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969dd47-54", "ovs_interfaceid": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.264173] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d9810e-49b7-4608-8323-aaecacde1817 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.270596] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cac364e-eb24-449a-a45a-9d601e4fe42f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.286727] env[62788]: DEBUG nova.compute.provider_tree [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.328790] env[62788]: DEBUG nova.network.neutron [-] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.355772] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2cd3334-d8d5-4fb9-bc2c-dd5b07e2ca2d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.370103] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8c8a0b-a489-4362-98da-52241d7e6edf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.402247] env[62788]: DEBUG nova.network.neutron [-] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.404082] env[62788]: DEBUG nova.compute.manager [req-1b3bf31e-e485-4143-a2b0-9c3436f506ea req-1f76dd08-d757-44dd-9c25-4eaa4ed9dfdd service nova] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Detach interface failed, port_id=ddf02b5e-f002-48ec-b143-da8af5f2f7ae, reason: Instance 5a26bac5-d522-4d7f-8acf-89027ba55c43 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1116.421617] env[62788]: DEBUG nova.compute.manager [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1116.425278] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-327f09d2-b47e-4a25-949b-a1d330eafa00 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.435270] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df493dae-43cf-4d5d-ac14-c6b6aa7609bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.451956] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6a3cd5-38de-4fed-b598-78de5fe5b34a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.472046] env[62788]: DEBUG nova.compute.manager [req-436f4ef1-a61e-4156-89ed-82d81fdde4d4 req-865e4c0b-8de1-40c8-b17a-7d0553a19e1f service nova] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Detach interface failed, port_id=76d14a16-8d67-4c66-9764-431a722c0467, reason: Instance 68d3a67a-fc0e-4192-80c1-c645813873af could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1116.489731] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance '5835c220-c04c-44b2-bbf0-10b9bddf8d2f' progress to 0 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.561696] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394764, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.641076] env[62788]: DEBUG nova.network.neutron [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Successfully created port: df031d8c-fb59-4c00-8441-66f8139955e0 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.765161] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.765658] env[62788]: DEBUG oslo_concurrency.lockutils [req-15687441-80e5-42c4-9fe0-283d3b36857f req-3918bfb1-a141-4cef-a1c3-b801c91a5856 service nova] Releasing lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.766132] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1cc1823-049e-4c30-a2e9-e51d7174c676 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.774364] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1116.774364] env[62788]: value = "task-2394765" [ 1116.774364] env[62788]: _type = "Task" [ 1116.774364] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.786957] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.789883] env[62788]: DEBUG nova.scheduler.client.report [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.833578] env[62788]: INFO nova.compute.manager [-] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Took 1.31 seconds to deallocate network for instance. [ 1116.905636] env[62788]: INFO nova.compute.manager [-] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Took 1.36 seconds to deallocate network for instance. [ 1116.997782] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.999032] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c8d6cd-5430-4455-aa06-4d72e31d9616 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.007194] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1117.007194] env[62788]: value = "task-2394766" [ 1117.007194] env[62788]: _type = "Task" [ 1117.007194] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.020605] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.041314] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "interface-5fd3d9bf-6d29-4f78-8273-3189a59ccc25-aca0e728-20e1-4ac7-b10d-bb79c69abd12" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.042432] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-5fd3d9bf-6d29-4f78-8273-3189a59ccc25-aca0e728-20e1-4ac7-b10d-bb79c69abd12" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.042432] env[62788]: DEBUG nova.objects.instance [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'flavor' on Instance uuid 5fd3d9bf-6d29-4f78-8273-3189a59ccc25 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.060659] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394764, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.293499] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394765, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.296402] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.330357] env[62788]: INFO nova.scheduler.client.report [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleted allocations for instance ff10d7b8-218d-42cc-a63e-e9891f4de156 [ 1117.345254] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.345254] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.345254] env[62788]: DEBUG nova.objects.instance [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lazy-loading 'resources' on Instance uuid 5a26bac5-d522-4d7f-8acf-89027ba55c43 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.415876] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.435533] env[62788]: DEBUG nova.compute.manager [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1117.468387] env[62788]: DEBUG nova.virt.hardware [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.468814] env[62788]: DEBUG nova.virt.hardware [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.468909] env[62788]: DEBUG nova.virt.hardware [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.469203] env[62788]: DEBUG nova.virt.hardware [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.471131] env[62788]: DEBUG nova.virt.hardware [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.471131] env[62788]: DEBUG nova.virt.hardware [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.471131] env[62788]: DEBUG nova.virt.hardware [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.471131] env[62788]: DEBUG nova.virt.hardware [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.471131] env[62788]: DEBUG nova.virt.hardware [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.471131] env[62788]: DEBUG nova.virt.hardware [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.471131] env[62788]: DEBUG nova.virt.hardware [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.472134] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2702183e-9025-44d8-8b21-67712aabf752 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.484534] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262f6be6-b1d9-4a06-ad27-ac4b843cf653 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.523809] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394766, 'name': PowerOffVM_Task, 'duration_secs': 0.414092} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.524210] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.524406] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance '5835c220-c04c-44b2-bbf0-10b9bddf8d2f' progress to 17 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.559411] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394764, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.697105] env[62788]: DEBUG nova.objects.instance [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'pci_requests' on Instance uuid 5fd3d9bf-6d29-4f78-8273-3189a59ccc25 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.760145] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "73ffc862-9628-4118-b00a-22497e87470b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.760575] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "73ffc862-9628-4118-b00a-22497e87470b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.785952] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394765, 'name': PowerOffVM_Task, 'duration_secs': 0.637767} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.785952] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.844026] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ca305c8e-b8c5-49b0-aa28-c1f1cb622f9d tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "ff10d7b8-218d-42cc-a63e-e9891f4de156" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.855s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.880336] env[62788]: INFO nova.compute.manager [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Detaching volume 23fce4fb-76db-4ad8-92c3-b1a054f8b2f4 [ 1117.923111] env[62788]: INFO nova.virt.block_device [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Attempting to driver detach volume 23fce4fb-76db-4ad8-92c3-b1a054f8b2f4 from mountpoint /dev/sdb [ 1117.923389] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1117.923640] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485795', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'name': 'volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c7c6bbe-e227-472b-92b8-e6c2c68221b7', 'attached_at': '', 'detached_at': '', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'serial': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1117.924857] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7058f9f-f621-42ae-89fe-dedf9f9f925e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.957069] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c0551a-59b5-4d23-bb71-dcf59b08082b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.965973] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f2a656-afce-462d-9bd5-b624a78aed59 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.993397] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10719726-aa15-4460-8e81-ae59d3d08ac8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.016824] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] The volume has not been displaced from its original location: [datastore2] volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4/volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1118.023014] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.026658] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7efacc13-c533-4b2a-8eaa-12e77aba0fb4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.044386] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.044706] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.044909] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.045370] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.045490] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.045945] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.046082] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.046381] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.047989] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.047989] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.047989] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.056019] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be987572-caa2-45c6-8b36-1d657bd174c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.073380] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1118.073380] env[62788]: value = "task-2394767" [ 1118.073380] env[62788]: _type = "Task" [ 1118.073380] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.081754] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1118.081754] env[62788]: value = "task-2394768" [ 1118.081754] env[62788]: _type = "Task" [ 1118.081754] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.088213] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.088605] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394764, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.099488] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.200203] env[62788]: DEBUG nova.objects.base [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Object Instance<5fd3d9bf-6d29-4f78-8273-3189a59ccc25> lazy-loaded attributes: flavor,pci_requests {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1118.200203] env[62788]: DEBUG nova.network.neutron [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.205817] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4eddda-cc31-4fc8-a00d-a32254702551 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.217514] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8adebb-4558-4b43-9441-848b3cb11a9c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.253291] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b470e084-6bd6-4eb9-9761-96221eb2c3fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.261402] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7e425f-1617-4d85-b463-ffe9f3cb0014 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.265534] env[62788]: DEBUG nova.compute.manager [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1118.278693] env[62788]: DEBUG nova.compute.provider_tree [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.306975] env[62788]: DEBUG nova.policy [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948d9705e8634e768cfc5b341eda8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c418b624ace4dfa808d35ed0a8ac60c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.566769] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394764, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.751244} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.567088] env[62788]: INFO nova.virt.vmwareapi.ds_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2823b97c-68a8-4707-b430-0f7d56759cf1/OSTACK_IMG_2823b97c-68a8-4707-b430-0f7d56759cf1.vmdk to [datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda/da1f8b04-a8b8-49a6-9b97-f6de2b115dda.vmdk. [ 1118.567299] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Cleaning up location [datastore2] OSTACK_IMG_2823b97c-68a8-4707-b430-0f7d56759cf1 {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1118.567466] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2823b97c-68a8-4707-b430-0f7d56759cf1 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.567723] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba293801-01ab-40d0-b319-da05faf0ec97 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.574253] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1118.574253] env[62788]: value = "task-2394769" [ 1118.574253] env[62788]: _type = "Task" [ 1118.574253] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.584906] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394767, 'name': ReconfigVM_Task, 'duration_secs': 0.486588} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.587874] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.592525] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.593000] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35ff990b-c250-4ad3-bc3b-5609496eeff0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.612850] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394768, 'name': ReconfigVM_Task, 'duration_secs': 0.419202} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.614124] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance '5835c220-c04c-44b2-bbf0-10b9bddf8d2f' progress to 33 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.618023] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1118.618023] env[62788]: value = "task-2394770" [ 1118.618023] env[62788]: _type = "Task" [ 1118.618023] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.627190] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.711488] env[62788]: DEBUG nova.compute.manager [req-112a8c62-720f-4d81-8d79-c2d8db54b193 req-88fd7c14-2416-413f-ad6a-b20946e177bc service nova] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Received event network-vif-plugged-df031d8c-fb59-4c00-8441-66f8139955e0 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1118.711656] env[62788]: DEBUG oslo_concurrency.lockutils [req-112a8c62-720f-4d81-8d79-c2d8db54b193 req-88fd7c14-2416-413f-ad6a-b20946e177bc service nova] Acquiring lock "f851620b-e3fd-44c8-bcdb-d37a32b25375-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.711945] env[62788]: DEBUG oslo_concurrency.lockutils [req-112a8c62-720f-4d81-8d79-c2d8db54b193 req-88fd7c14-2416-413f-ad6a-b20946e177bc service nova] Lock "f851620b-e3fd-44c8-bcdb-d37a32b25375-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1118.712172] env[62788]: DEBUG oslo_concurrency.lockutils [req-112a8c62-720f-4d81-8d79-c2d8db54b193 req-88fd7c14-2416-413f-ad6a-b20946e177bc service nova] Lock "f851620b-e3fd-44c8-bcdb-d37a32b25375-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.716757] env[62788]: DEBUG nova.compute.manager [req-112a8c62-720f-4d81-8d79-c2d8db54b193 req-88fd7c14-2416-413f-ad6a-b20946e177bc service nova] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] No waiting events found dispatching network-vif-plugged-df031d8c-fb59-4c00-8441-66f8139955e0 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.716757] env[62788]: WARNING nova.compute.manager [req-112a8c62-720f-4d81-8d79-c2d8db54b193 req-88fd7c14-2416-413f-ad6a-b20946e177bc service nova] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Received unexpected event network-vif-plugged-df031d8c-fb59-4c00-8441-66f8139955e0 for instance with vm_state building and task_state spawning. [ 1118.718511] env[62788]: DEBUG nova.network.neutron [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Successfully updated port: df031d8c-fb59-4c00-8441-66f8139955e0 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.781663] env[62788]: DEBUG nova.scheduler.client.report [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.792610] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.960401] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquiring lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.960401] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.087969] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035699} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.088322] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.088495] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "[datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda/da1f8b04-a8b8-49a6-9b97-f6de2b115dda.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1119.088744] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda/da1f8b04-a8b8-49a6-9b97-f6de2b115dda.vmdk to [datastore2] c9930309-9463-46bd-be24-be18fd647a2c/c9930309-9463-46bd-be24-be18fd647a2c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.089308] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1c3c615-a0af-4802-857c-a531785542a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.095672] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1119.095672] env[62788]: value = "task-2394771" [ 1119.095672] env[62788]: _type = "Task" [ 1119.095672] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.102772] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.120189] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.120412] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.120569] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.120749] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.120900] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.121058] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.121261] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.121418] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.121578] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.121759] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.121944] env[62788]: DEBUG nova.virt.hardware [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.127234] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.127536] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a850e58-e088-4f37-b3f6-a57025edad3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.149619] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394770, 'name': ReconfigVM_Task, 'duration_secs': 0.149593} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.150815] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485795', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'name': 'volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c7c6bbe-e227-472b-92b8-e6c2c68221b7', 'attached_at': '', 'detached_at': '', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'serial': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1119.152911] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1119.152911] env[62788]: value = "task-2394772" [ 1119.152911] env[62788]: _type = "Task" [ 1119.152911] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.160851] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.222327] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "refresh_cache-f851620b-e3fd-44c8-bcdb-d37a32b25375" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.222327] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "refresh_cache-f851620b-e3fd-44c8-bcdb-d37a32b25375" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.222327] env[62788]: DEBUG nova.network.neutron [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.288178] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.290757] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.875s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.290974] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.292980] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.501s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.295144] env[62788]: INFO nova.compute.claims [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.315220] env[62788]: INFO nova.scheduler.client.report [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Deleted allocations for instance 5a26bac5-d522-4d7f-8acf-89027ba55c43 [ 1119.321390] env[62788]: INFO nova.scheduler.client.report [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Deleted allocations for instance 68d3a67a-fc0e-4192-80c1-c645813873af [ 1119.465190] env[62788]: DEBUG nova.compute.manager [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1119.606321] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394771, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.663537] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.784871] env[62788]: DEBUG nova.network.neutron [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.823780] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ca9e243-dbdc-4c05-bba5-784e9726f3ff tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "5a26bac5-d522-4d7f-8acf-89027ba55c43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.024s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.827722] env[62788]: DEBUG oslo_concurrency.lockutils [None req-134a5240-d000-4a3e-8607-82e5b846180c tempest-DeleteServersTestJSON-2117476009 tempest-DeleteServersTestJSON-2117476009-project-member] Lock "68d3a67a-fc0e-4192-80c1-c645813873af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.261s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.975027] env[62788]: DEBUG nova.compute.manager [req-ad8a87ba-8190-4f71-8107-05568732634e req-66c6557c-91b7-455d-851f-bfc41c4674ce service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Received event network-vif-plugged-aca0e728-20e1-4ac7-b10d-bb79c69abd12 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1119.975202] env[62788]: DEBUG oslo_concurrency.lockutils [req-ad8a87ba-8190-4f71-8107-05568732634e req-66c6557c-91b7-455d-851f-bfc41c4674ce service nova] Acquiring lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.975478] env[62788]: DEBUG oslo_concurrency.lockutils [req-ad8a87ba-8190-4f71-8107-05568732634e req-66c6557c-91b7-455d-851f-bfc41c4674ce service nova] Lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.975661] env[62788]: DEBUG oslo_concurrency.lockutils [req-ad8a87ba-8190-4f71-8107-05568732634e req-66c6557c-91b7-455d-851f-bfc41c4674ce service nova] Lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.975832] env[62788]: DEBUG nova.compute.manager [req-ad8a87ba-8190-4f71-8107-05568732634e req-66c6557c-91b7-455d-851f-bfc41c4674ce service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] No waiting events found dispatching network-vif-plugged-aca0e728-20e1-4ac7-b10d-bb79c69abd12 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.976196] env[62788]: WARNING nova.compute.manager [req-ad8a87ba-8190-4f71-8107-05568732634e req-66c6557c-91b7-455d-851f-bfc41c4674ce service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Received unexpected event network-vif-plugged-aca0e728-20e1-4ac7-b10d-bb79c69abd12 for instance with vm_state active and task_state None. [ 1120.000360] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.001975] env[62788]: DEBUG nova.network.neutron [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Updating instance_info_cache with network_info: [{"id": "df031d8c-fb59-4c00-8441-66f8139955e0", "address": "fa:16:3e:74:d6:08", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf031d8c-fb", "ovs_interfaceid": "df031d8c-fb59-4c00-8441-66f8139955e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.082541] env[62788]: DEBUG nova.network.neutron [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Successfully updated port: aca0e728-20e1-4ac7-b10d-bb79c69abd12 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.107116] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394771, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.165341] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.204723] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.205070] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba569381-469c-4412-a2ad-a402cdd6bffb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.212654] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1120.212654] env[62788]: value = "task-2394773" [ 1120.212654] env[62788]: _type = "Task" [ 1120.212654] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.221267] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.504701] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "refresh_cache-f851620b-e3fd-44c8-bcdb-d37a32b25375" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.505207] env[62788]: DEBUG nova.compute.manager [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Instance network_info: |[{"id": "df031d8c-fb59-4c00-8441-66f8139955e0", "address": "fa:16:3e:74:d6:08", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf031d8c-fb", "ovs_interfaceid": "df031d8c-fb59-4c00-8441-66f8139955e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1120.505563] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:d6:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df031d8c-fb59-4c00-8441-66f8139955e0', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.513283] env[62788]: DEBUG oslo.service.loopingcall [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1120.514544] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.515328] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5260b3df-f46d-4c88-85df-df31efbddc68 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.517982] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-619bcec8-41c0-4166-9b4b-d8b34b1a05c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.539719] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cfefb4-c2d6-4077-a1d7-f1a008ed33eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.544286] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.544286] env[62788]: value = "task-2394774" [ 1120.544286] env[62788]: _type = "Task" [ 1120.544286] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.574467] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef03c498-1612-4518-86bb-a8cc3baed971 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.581494] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394774, 'name': CreateVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.585786] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1120.586008] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.586210] env[62788]: DEBUG nova.network.neutron [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.591397] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fda2616-714c-4419-b7ed-28d68b5b7bbb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.613779] env[62788]: DEBUG nova.compute.provider_tree [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.621605] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394771, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.639038] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.640649] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.640649] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.640649] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.640649] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.642760] env[62788]: INFO nova.compute.manager [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Terminating instance [ 1120.668122] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394772, 'name': ReconfigVM_Task, 'duration_secs': 1.177304} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.668435] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.669378] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925d0331-4765-4e09-9199-1034cf8ab950 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.695768] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 5835c220-c04c-44b2-bbf0-10b9bddf8d2f/5835c220-c04c-44b2-bbf0-10b9bddf8d2f.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.696549] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41558427-8321-41b1-9623-27273aec3d20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.718506] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1120.718506] env[62788]: value = "task-2394775" [ 1120.718506] env[62788]: _type = "Task" [ 1120.718506] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.726476] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1120.726707] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1120.726934] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485795', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'name': 'volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c7c6bbe-e227-472b-92b8-e6c2c68221b7', 'attached_at': '', 'detached_at': '', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'serial': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1120.727746] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facce953-cc5d-4366-935e-4238cec79ad9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.734416] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.750992] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adba8dc-50e4-4c21-86ef-593937533fcf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.758451] env[62788]: WARNING nova.virt.vmwareapi.driver [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1120.758744] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.759576] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085be22a-ffe8-448c-8897-c0cb22f5c3e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.767783] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.768067] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f2ad871-6b7c-4c2d-9373-80ef14dcbf7e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.847058] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.847423] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.847660] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleting the datastore file [datastore1] 3c7c6bbe-e227-472b-92b8-e6c2c68221b7 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.848015] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00bbfb58-a4cf-4a1d-8237-d5fb00428338 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.856933] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1120.856933] env[62788]: value = "task-2394777" [ 1120.856933] env[62788]: _type = "Task" [ 1120.856933] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.866856] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.056388] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394774, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.111473] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394771, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.123767] env[62788]: DEBUG nova.scheduler.client.report [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.132989] env[62788]: WARNING nova.network.neutron [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] 7823ae8d-42f4-43b2-a239-db1d3283e303 already exists in list: networks containing: ['7823ae8d-42f4-43b2-a239-db1d3283e303']. ignoring it [ 1121.146843] env[62788]: DEBUG nova.compute.manager [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1121.147116] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.148062] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d37e61-8cd9-4317-a87d-95737c07b2d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.158331] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.158643] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52efe20e-123a-42b0-97f7-7e30ccd929cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.170831] env[62788]: DEBUG oslo_vmware.api [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1121.170831] env[62788]: value = "task-2394778" [ 1121.170831] env[62788]: _type = "Task" [ 1121.170831] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.173341] env[62788]: DEBUG nova.compute.manager [req-518e5780-020e-4cc0-aeed-ddde44c48da6 req-cefd86b2-ccc0-4dd8-9dc5-2644c4f82581 service nova] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Received event network-changed-df031d8c-fb59-4c00-8441-66f8139955e0 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1121.173538] env[62788]: DEBUG nova.compute.manager [req-518e5780-020e-4cc0-aeed-ddde44c48da6 req-cefd86b2-ccc0-4dd8-9dc5-2644c4f82581 service nova] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Refreshing instance network info cache due to event network-changed-df031d8c-fb59-4c00-8441-66f8139955e0. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1121.173756] env[62788]: DEBUG oslo_concurrency.lockutils [req-518e5780-020e-4cc0-aeed-ddde44c48da6 req-cefd86b2-ccc0-4dd8-9dc5-2644c4f82581 service nova] Acquiring lock "refresh_cache-f851620b-e3fd-44c8-bcdb-d37a32b25375" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.173941] env[62788]: DEBUG oslo_concurrency.lockutils [req-518e5780-020e-4cc0-aeed-ddde44c48da6 req-cefd86b2-ccc0-4dd8-9dc5-2644c4f82581 service nova] Acquired lock "refresh_cache-f851620b-e3fd-44c8-bcdb-d37a32b25375" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.174139] env[62788]: DEBUG nova.network.neutron [req-518e5780-020e-4cc0-aeed-ddde44c48da6 req-cefd86b2-ccc0-4dd8-9dc5-2644c4f82581 service nova] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Refreshing network info cache for port df031d8c-fb59-4c00-8441-66f8139955e0 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.189623] env[62788]: DEBUG oslo_vmware.api [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.231374] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394775, 'name': ReconfigVM_Task, 'duration_secs': 0.357998} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.231667] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 5835c220-c04c-44b2-bbf0-10b9bddf8d2f/5835c220-c04c-44b2-bbf0-10b9bddf8d2f.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.231996] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance '5835c220-c04c-44b2-bbf0-10b9bddf8d2f' progress to 50 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.370462] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402915} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.374458] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.374797] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.375150] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.491052] env[62788]: DEBUG nova.network.neutron [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updating instance_info_cache with network_info: [{"id": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "address": "fa:16:3e:cf:b8:01", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969dd47-54", "ovs_interfaceid": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aca0e728-20e1-4ac7-b10d-bb79c69abd12", "address": "fa:16:3e:17:76:14", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca0e728-20", "ovs_interfaceid": "aca0e728-20e1-4ac7-b10d-bb79c69abd12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.558018] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394774, 'name': CreateVM_Task, 'duration_secs': 0.881244} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.558228] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.559043] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.559180] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.559497] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1121.559835] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fe59a0-5f28-418a-9cbe-f33c89774954 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.565749] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1121.565749] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fb6ee7-1c08-4e39-4330-67624dc16f2b" [ 1121.565749] env[62788]: _type = "Task" [ 1121.565749] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.575734] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fb6ee7-1c08-4e39-4330-67624dc16f2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.579794] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "66ec7549-af6a-4195-96f2-e738be419d5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.580062] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.608787] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394771, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.372068} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.609098] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/da1f8b04-a8b8-49a6-9b97-f6de2b115dda/da1f8b04-a8b8-49a6-9b97-f6de2b115dda.vmdk to [datastore2] c9930309-9463-46bd-be24-be18fd647a2c/c9930309-9463-46bd-be24-be18fd647a2c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.609887] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdf336d-2263-479a-b634-36cf68582763 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.634683] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] c9930309-9463-46bd-be24-be18fd647a2c/c9930309-9463-46bd-be24-be18fd647a2c.vmdk or device None with type streamOptimized {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.635512] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.635996] env[62788]: DEBUG nova.compute.manager [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1121.638904] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27c43a7-326a-4d5d-8583-0170068442aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.653712] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.653s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.655281] env[62788]: INFO nova.compute.claims [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.664944] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1121.664944] env[62788]: value = "task-2394779" [ 1121.664944] env[62788]: _type = "Task" [ 1121.664944] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.674652] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.689463] env[62788]: DEBUG oslo_vmware.api [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394778, 'name': PowerOffVM_Task, 'duration_secs': 0.458497} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.689806] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.690084] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.690459] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28e00f97-8ff0-456a-8f1a-a519504cc714 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.741299] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07bed0f-ccd2-43a8-9025-1893e2671808 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.766498] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e234b12-a298-421a-ab79-d90a1380b9e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.770803] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.770803] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.770803] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Deleting the datastore file [datastore2] a0afa067-1a4e-4f56-8ee2-7fbcd98e098d {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.771377] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c013f44-0a07-4982-b80c-68a299215121 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.787593] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance '5835c220-c04c-44b2-bbf0-10b9bddf8d2f' progress to 67 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.794408] env[62788]: DEBUG oslo_vmware.api [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for the task: (returnval){ [ 1121.794408] env[62788]: value = "task-2394781" [ 1121.794408] env[62788]: _type = "Task" [ 1121.794408] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.803396] env[62788]: DEBUG oslo_vmware.api [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.882126] env[62788]: INFO nova.virt.block_device [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Booting with volume 23fce4fb-76db-4ad8-92c3-b1a054f8b2f4 at /dev/sdb [ 1121.917517] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c00e666-b6ae-45b6-a8ec-a5a3f1774f12 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.928477] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40eea40-e25a-4627-aeb8-410e2acaab56 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.939762] env[62788]: DEBUG nova.network.neutron [req-518e5780-020e-4cc0-aeed-ddde44c48da6 req-cefd86b2-ccc0-4dd8-9dc5-2644c4f82581 service nova] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Updated VIF entry in instance network info cache for port df031d8c-fb59-4c00-8441-66f8139955e0. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.940236] env[62788]: DEBUG nova.network.neutron [req-518e5780-020e-4cc0-aeed-ddde44c48da6 req-cefd86b2-ccc0-4dd8-9dc5-2644c4f82581 service nova] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Updating instance_info_cache with network_info: [{"id": "df031d8c-fb59-4c00-8441-66f8139955e0", "address": "fa:16:3e:74:d6:08", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf031d8c-fb", "ovs_interfaceid": "df031d8c-fb59-4c00-8441-66f8139955e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.976302] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-545822ff-0c85-4a83-811d-6e03a68590dd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.987211] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840ca109-347f-46a2-945e-e8dffd36a7d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.998393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1121.999665] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.999665] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.000990] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e6ca5d-ae11-4c07-b0b9-50688c9df63c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.004635] env[62788]: DEBUG nova.compute.manager [req-4447578c-386f-4626-bc0d-534ed8e3aef0 req-d8ca3695-d1c9-46fa-afef-445ad912690c service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Received event network-changed-aca0e728-20e1-4ac7-b10d-bb79c69abd12 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1122.004813] env[62788]: DEBUG nova.compute.manager [req-4447578c-386f-4626-bc0d-534ed8e3aef0 req-d8ca3695-d1c9-46fa-afef-445ad912690c service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing instance network info cache due to event network-changed-aca0e728-20e1-4ac7-b10d-bb79c69abd12. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1122.005029] env[62788]: DEBUG oslo_concurrency.lockutils [req-4447578c-386f-4626-bc0d-534ed8e3aef0 req-d8ca3695-d1c9-46fa-afef-445ad912690c service nova] Acquiring lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.005176] env[62788]: DEBUG oslo_concurrency.lockutils [req-4447578c-386f-4626-bc0d-534ed8e3aef0 req-d8ca3695-d1c9-46fa-afef-445ad912690c service nova] Acquired lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.005339] env[62788]: DEBUG nova.network.neutron [req-4447578c-386f-4626-bc0d-534ed8e3aef0 req-d8ca3695-d1c9-46fa-afef-445ad912690c service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing network info cache for port aca0e728-20e1-4ac7-b10d-bb79c69abd12 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.021921] env[62788]: DEBUG nova.virt.hardware [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.022219] env[62788]: DEBUG nova.virt.hardware [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.022381] env[62788]: DEBUG nova.virt.hardware [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.022562] env[62788]: DEBUG nova.virt.hardware [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.022708] env[62788]: DEBUG nova.virt.hardware [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.022923] env[62788]: DEBUG nova.virt.hardware [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.023110] env[62788]: DEBUG nova.virt.hardware [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.023271] env[62788]: DEBUG nova.virt.hardware [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.023434] env[62788]: DEBUG nova.virt.hardware [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.023597] env[62788]: DEBUG nova.virt.hardware [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.023770] env[62788]: DEBUG nova.virt.hardware [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.029971] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Reconfiguring VM to attach interface {{(pid=62788) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1122.039737] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd3d9d40-4892-460a-9945-3f9887dbee7a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.052627] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2f9dd9-1f9a-4a71-ab51-ffe48af9aafe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.060053] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2627f146-8a89-4903-b9f1-7b68ad64b24f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.063817] env[62788]: DEBUG oslo_vmware.api [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1122.063817] env[62788]: value = "task-2394783" [ 1122.063817] env[62788]: _type = "Task" [ 1122.063817] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.075460] env[62788]: DEBUG oslo_vmware.api [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.082727] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fb6ee7-1c08-4e39-4330-67624dc16f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.038977} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.083179] env[62788]: DEBUG nova.compute.manager [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1122.087017] env[62788]: DEBUG nova.virt.block_device [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Updating existing volume attachment record: f0c1ce1f-4ee1-4c35-97b7-3904a6bb680a {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1122.090574] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.090821] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.091085] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.091296] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.091446] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.092111] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8284063b-682f-42c6-972e-af8e473d1d7a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.105028] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.105028] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.105028] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912389ef-6082-4c17-93eb-f64cd7d96fbd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.109984] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1122.109984] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523aa5c2-2604-e257-5b9d-32e3c1416912" [ 1122.109984] env[62788]: _type = "Task" [ 1122.109984] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.118367] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523aa5c2-2604-e257-5b9d-32e3c1416912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.155676] env[62788]: DEBUG nova.compute.utils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1122.157237] env[62788]: DEBUG nova.compute.manager [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1122.158538] env[62788]: DEBUG nova.network.neutron [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.177021] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.213927] env[62788]: DEBUG nova.policy [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '958c8eea01794923b323e1e1d2a12c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05352e91e5224b54aa4a5b23edcf2f08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.310981] env[62788]: DEBUG oslo_vmware.api [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Task: {'id': task-2394781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153818} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.311313] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.311526] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.311798] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.311963] env[62788]: INFO nova.compute.manager [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1122.312231] env[62788]: DEBUG oslo.service.loopingcall [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1122.312423] env[62788]: DEBUG nova.compute.manager [-] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1122.312541] env[62788]: DEBUG nova.network.neutron [-] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.360723] env[62788]: DEBUG nova.network.neutron [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Port a3278a11-ad02-414c-8c4a-b19ce5d12bd4 binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1122.443113] env[62788]: DEBUG oslo_concurrency.lockutils [req-518e5780-020e-4cc0-aeed-ddde44c48da6 req-cefd86b2-ccc0-4dd8-9dc5-2644c4f82581 service nova] Releasing lock "refresh_cache-f851620b-e3fd-44c8-bcdb-d37a32b25375" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.575092] env[62788]: DEBUG oslo_vmware.api [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.610211] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.619970] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523aa5c2-2604-e257-5b9d-32e3c1416912, 'name': SearchDatastore_Task, 'duration_secs': 0.022948} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.620771] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de39b36a-732b-4602-be00-fc93a31638b3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.628195] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1122.628195] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ffafe7-94d4-1287-73b8-315945aad01c" [ 1122.628195] env[62788]: _type = "Task" [ 1122.628195] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.639463] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ffafe7-94d4-1287-73b8-315945aad01c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.664184] env[62788]: DEBUG nova.compute.manager [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1122.689128] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394779, 'name': ReconfigVM_Task, 'duration_secs': 0.740467} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.689397] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] c9930309-9463-46bd-be24-be18fd647a2c/c9930309-9463-46bd-be24-be18fd647a2c.vmdk or device None with type streamOptimized {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.690107] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46f20879-20d6-4469-bd53-6e360083f626 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.702113] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1122.702113] env[62788]: value = "task-2394784" [ 1122.702113] env[62788]: _type = "Task" [ 1122.702113] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.713695] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394784, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.825668] env[62788]: DEBUG nova.network.neutron [req-4447578c-386f-4626-bc0d-534ed8e3aef0 req-d8ca3695-d1c9-46fa-afef-445ad912690c service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updated VIF entry in instance network info cache for port aca0e728-20e1-4ac7-b10d-bb79c69abd12. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.826392] env[62788]: DEBUG nova.network.neutron [req-4447578c-386f-4626-bc0d-534ed8e3aef0 req-d8ca3695-d1c9-46fa-afef-445ad912690c service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updating instance_info_cache with network_info: [{"id": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "address": "fa:16:3e:cf:b8:01", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969dd47-54", "ovs_interfaceid": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aca0e728-20e1-4ac7-b10d-bb79c69abd12", "address": "fa:16:3e:17:76:14", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca0e728-20", "ovs_interfaceid": "aca0e728-20e1-4ac7-b10d-bb79c69abd12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.832544] env[62788]: DEBUG nova.network.neutron [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Successfully created port: 2712c1ec-710c-48be-82bd-ae6a753dd446 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.933179] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137563bb-df2d-43fc-875d-7911c7a4cf3e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.941776] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454e344a-bc76-408c-9277-dcd6add8252e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.976059] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3a6324-3c9d-4b36-8d9b-52f563299b6e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.984634] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0aaed6-a6bf-44dc-ae78-7384692b150f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.999426] env[62788]: DEBUG nova.compute.provider_tree [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.076116] env[62788]: DEBUG oslo_vmware.api [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394783, 'name': ReconfigVM_Task, 'duration_secs': 1.008981} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.076631] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.076852] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Reconfigured VM to attach interface {{(pid=62788) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1123.140217] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ffafe7-94d4-1287-73b8-315945aad01c, 'name': SearchDatastore_Task, 'duration_secs': 0.059183} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.141031] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.141031] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] f851620b-e3fd-44c8-bcdb-d37a32b25375/f851620b-e3fd-44c8-bcdb-d37a32b25375.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.141031] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60b8104a-94bd-4e18-a870-0fd2f4249316 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.150768] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1123.150768] env[62788]: value = "task-2394785" [ 1123.150768] env[62788]: _type = "Task" [ 1123.150768] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.160381] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.216188] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394784, 'name': Rename_Task, 'duration_secs': 0.262216} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.216321] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.216559] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-313832b2-8916-4a77-bf4c-e300f880fb4a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.226499] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1123.226499] env[62788]: value = "task-2394786" [ 1123.226499] env[62788]: _type = "Task" [ 1123.226499] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.241570] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.307299] env[62788]: DEBUG nova.network.neutron [-] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.329557] env[62788]: DEBUG oslo_concurrency.lockutils [req-4447578c-386f-4626-bc0d-534ed8e3aef0 req-d8ca3695-d1c9-46fa-afef-445ad912690c service nova] Releasing lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.385438] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1123.385691] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.385873] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.526101] env[62788]: ERROR nova.scheduler.client.report [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [req-175d139e-d8c5-4eef-bee1-8defcd502ceb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-175d139e-d8c5-4eef-bee1-8defcd502ceb"}]} [ 1123.545676] env[62788]: DEBUG nova.scheduler.client.report [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1123.563268] env[62788]: DEBUG nova.scheduler.client.report [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1123.563507] env[62788]: DEBUG nova.compute.provider_tree [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.578328] env[62788]: DEBUG nova.scheduler.client.report [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1123.584191] env[62788]: DEBUG oslo_concurrency.lockutils [None req-19822460-5a7d-474b-98d4-062f3adee879 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-5fd3d9bf-6d29-4f78-8273-3189a59ccc25-aca0e728-20e1-4ac7-b10d-bb79c69abd12" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.542s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.600877] env[62788]: DEBUG nova.scheduler.client.report [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1123.664570] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394785, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.688674] env[62788]: DEBUG nova.compute.manager [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1123.717430] env[62788]: DEBUG nova.virt.hardware [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.717744] env[62788]: DEBUG nova.virt.hardware [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.717948] env[62788]: DEBUG nova.virt.hardware [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.718196] env[62788]: DEBUG nova.virt.hardware [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.718388] env[62788]: DEBUG nova.virt.hardware [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.718613] env[62788]: DEBUG nova.virt.hardware [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.718895] env[62788]: DEBUG nova.virt.hardware [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.719131] env[62788]: DEBUG nova.virt.hardware [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.719380] env[62788]: DEBUG nova.virt.hardware [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.719587] env[62788]: DEBUG nova.virt.hardware [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.719921] env[62788]: DEBUG nova.virt.hardware [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.720873] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb58f3-e24f-4770-acad-f87537377870 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.734116] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9a1793-2011-4353-b73c-844a75600a48 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.744109] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394786, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.810365] env[62788]: INFO nova.compute.manager [-] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Took 1.50 seconds to deallocate network for instance. [ 1123.841149] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f46d782-0e12-49f8-808e-eca31251d9b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.851995] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0571ef39-150c-4d38-b138-c57835bd3b86 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.891093] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32570533-1aed-434c-9152-e5b5a869343a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.900953] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25538476-4243-405b-adc1-dbaae821e060 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.916864] env[62788]: DEBUG nova.compute.provider_tree [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.048324] env[62788]: DEBUG nova.compute.manager [req-11ed6116-959c-4f09-b5bb-02d743edce87 req-052d4a46-5604-49b5-a6aa-291c0eafbdb6 service nova] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Received event network-vif-deleted-5cb93f8f-2f68-4e4a-be43-23f246088b9b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1124.164341] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550441} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.164653] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] f851620b-e3fd-44c8-bcdb-d37a32b25375/f851620b-e3fd-44c8-bcdb-d37a32b25375.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.164801] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.165101] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ed8cf10-2342-4ff3-87ba-57df68a05825 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.174223] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1124.174223] env[62788]: value = "task-2394787" [ 1124.174223] env[62788]: _type = "Task" [ 1124.174223] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.184167] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.218320] env[62788]: DEBUG nova.virt.hardware [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.218575] env[62788]: DEBUG nova.virt.hardware [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.218746] env[62788]: DEBUG nova.virt.hardware [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.218922] env[62788]: DEBUG nova.virt.hardware [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.219095] env[62788]: DEBUG nova.virt.hardware [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.219249] env[62788]: DEBUG nova.virt.hardware [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.219454] env[62788]: DEBUG nova.virt.hardware [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.219615] env[62788]: DEBUG nova.virt.hardware [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.219787] env[62788]: DEBUG nova.virt.hardware [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.220032] env[62788]: DEBUG nova.virt.hardware [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.220638] env[62788]: DEBUG nova.virt.hardware [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.221404] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1555ca69-e1c1-4b32-835d-2c26c3dbf22d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.233728] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4df633-b035-4a47-a084-48c582051b60 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.242944] env[62788]: DEBUG oslo_vmware.api [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394786, 'name': PowerOnVM_Task, 'duration_secs': 0.668465} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.250410] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.250619] env[62788]: INFO nova.compute.manager [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Took 16.02 seconds to spawn the instance on the hypervisor. [ 1124.250800] env[62788]: DEBUG nova.compute.manager [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1124.251311] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:d5:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6545ac1-91c0-447d-a7d4-2b82f185e6de', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.258694] env[62788]: DEBUG oslo.service.loopingcall [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.259426] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1721ad5e-5877-48ee-a44f-226952b6d314 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.261972] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.262203] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fa8348a-ca10-477e-9042-b1cfe9abe46e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.290960] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.290960] env[62788]: value = "task-2394788" [ 1124.290960] env[62788]: _type = "Task" [ 1124.290960] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.300173] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394788, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.319896] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.389200] env[62788]: DEBUG nova.network.neutron [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Successfully updated port: 2712c1ec-710c-48be-82bd-ae6a753dd446 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.420574] env[62788]: DEBUG nova.scheduler.client.report [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.426913] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.427401] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.427401] env[62788]: DEBUG nova.network.neutron [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.686229] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073765} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.686229] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.687836] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d517a874-da67-4a7a-b794-ec80d77ea340 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.712872] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] f851620b-e3fd-44c8-bcdb-d37a32b25375/f851620b-e3fd-44c8-bcdb-d37a32b25375.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.713524] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-907ad119-8507-4bf3-8c6a-95db6f8bef6d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.738020] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1124.738020] env[62788]: value = "task-2394789" [ 1124.738020] env[62788]: _type = "Task" [ 1124.738020] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.746030] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.803067] env[62788]: INFO nova.compute.manager [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Took 29.79 seconds to build instance. [ 1124.808181] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394788, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.897803] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.897803] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.897803] env[62788]: DEBUG nova.network.neutron [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.933040] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.277s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1124.933040] env[62788]: DEBUG nova.compute.manager [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1124.937106] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.327s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.940084] env[62788]: INFO nova.compute.claims [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.037841] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "c9930309-9463-46bd-be24-be18fd647a2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.218096] env[62788]: DEBUG nova.network.neutron [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance_info_cache with network_info: [{"id": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "address": "fa:16:3e:b5:85:82", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3278a11-ad", "ovs_interfaceid": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.247777] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394789, 'name': ReconfigVM_Task, 'duration_secs': 0.415192} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.248054] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Reconfigured VM instance instance-0000006b to attach disk [datastore2] f851620b-e3fd-44c8-bcdb-d37a32b25375/f851620b-e3fd-44c8-bcdb-d37a32b25375.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.248718] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-975e34a1-5998-4f77-a99f-a184dc84ef5a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.255031] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1125.255031] env[62788]: value = "task-2394790" [ 1125.255031] env[62788]: _type = "Task" [ 1125.255031] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.264915] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394790, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.305492] env[62788]: DEBUG oslo_concurrency.lockutils [None req-236cb65a-096c-4434-9c5a-2dbe3b884ab7 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "c9930309-9463-46bd-be24-be18fd647a2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.296s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.305689] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394788, 'name': CreateVM_Task, 'duration_secs': 0.729603} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.305934] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "c9930309-9463-46bd-be24-be18fd647a2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.268s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.306171] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "c9930309-9463-46bd-be24-be18fd647a2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.306414] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "c9930309-9463-46bd-be24-be18fd647a2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.306586] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "c9930309-9463-46bd-be24-be18fd647a2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.308225] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.308727] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.308883] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.309211] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.309692] env[62788]: INFO nova.compute.manager [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Terminating instance [ 1125.310941] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c1d653e-4ce8-44c3-9262-58320ed21aee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.316419] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1125.316419] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52141a87-4625-8c39-b264-92052ca7177b" [ 1125.316419] env[62788]: _type = "Task" [ 1125.316419] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.324690] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "interface-5fd3d9bf-6d29-4f78-8273-3189a59ccc25-aca0e728-20e1-4ac7-b10d-bb79c69abd12" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.324908] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-5fd3d9bf-6d29-4f78-8273-3189a59ccc25-aca0e728-20e1-4ac7-b10d-bb79c69abd12" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.326007] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52141a87-4625-8c39-b264-92052ca7177b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.435065] env[62788]: DEBUG nova.network.neutron [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.438302] env[62788]: DEBUG nova.compute.utils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1125.439899] env[62788]: DEBUG nova.compute.manager [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1125.440155] env[62788]: DEBUG nova.network.neutron [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.541929] env[62788]: DEBUG nova.policy [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c612c56ebea40479c22eaae9e4adb5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90dca43e117b4965aecf8b5340404848', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.608534] env[62788]: DEBUG nova.network.neutron [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance_info_cache with network_info: [{"id": "2712c1ec-710c-48be-82bd-ae6a753dd446", "address": "fa:16:3e:c1:8c:50", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2712c1ec-71", "ovs_interfaceid": "2712c1ec-710c-48be-82bd-ae6a753dd446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.720863] env[62788]: DEBUG oslo_concurrency.lockutils [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.767019] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394790, 'name': Rename_Task, 'duration_secs': 0.159495} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.767019] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.767019] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5fa83ff-e749-44e3-9acd-bc48966907fc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.772758] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1125.772758] env[62788]: value = "task-2394791" [ 1125.772758] env[62788]: _type = "Task" [ 1125.772758] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.785694] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.815103] env[62788]: DEBUG nova.compute.manager [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1125.815381] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.816382] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f49f60-2cbb-440d-9bcd-a8e8dc9cde87 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.828519] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.828691] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.828962] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52141a87-4625-8c39-b264-92052ca7177b, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.831448] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917955e6-a26f-4775-80fa-4eade2540598 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.834048] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.834297] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.834528] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.834674] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.834851] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.835208] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.835436] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79b9154c-ca4f-401e-b713-0e2c98e7bd4d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.837347] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac97c2cd-4199-4b45-b029-f583dc75f612 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.859061] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9a790e-54b4-4303-ad28-92469af74857 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.859939] env[62788]: DEBUG oslo_vmware.api [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1125.859939] env[62788]: value = "task-2394792" [ 1125.859939] env[62788]: _type = "Task" [ 1125.859939] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.860225] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.860341] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.861104] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5751061-71a8-44f6-a3a2-e088ba89650e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.895319] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Reconfiguring VM to detach interface {{(pid=62788) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1125.897545] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78d8b4bb-f360-4c11-ba8c-12c48e87d7e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.912215] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1125.912215] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528e6159-1858-a7e0-6743-b91f65ca13a2" [ 1125.912215] env[62788]: _type = "Task" [ 1125.912215] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.915198] env[62788]: DEBUG oslo_vmware.api [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.920395] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1125.920395] env[62788]: value = "task-2394793" [ 1125.920395] env[62788]: _type = "Task" [ 1125.920395] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.923907] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528e6159-1858-a7e0-6743-b91f65ca13a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.927611] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6ee5f8-ca0d-4b66-a92d-c8fed79155a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.933379] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1125.933379] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]521b4519-cf30-70c3-1ac1-c8b2ac4c619c" [ 1125.933379] env[62788]: _type = "Task" [ 1125.933379] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.936570] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.945440] env[62788]: DEBUG nova.compute.manager [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1125.948322] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521b4519-cf30-70c3-1ac1-c8b2ac4c619c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.110835] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.111211] env[62788]: DEBUG nova.compute.manager [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Instance network_info: |[{"id": "2712c1ec-710c-48be-82bd-ae6a753dd446", "address": "fa:16:3e:c1:8c:50", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2712c1ec-71", "ovs_interfaceid": "2712c1ec-710c-48be-82bd-ae6a753dd446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1126.111655] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:8c:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2712c1ec-710c-48be-82bd-ae6a753dd446', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.121886] env[62788]: DEBUG oslo.service.loopingcall [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.126872] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.126872] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edee3be0-3461-4dbc-8f3e-89a71499b823 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.152018] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.152018] env[62788]: value = "task-2394794" [ 1126.152018] env[62788]: _type = "Task" [ 1126.152018] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.158952] env[62788]: DEBUG nova.compute.manager [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Received event network-vif-plugged-2712c1ec-710c-48be-82bd-ae6a753dd446 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1126.158952] env[62788]: DEBUG oslo_concurrency.lockutils [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] Acquiring lock "73ffc862-9628-4118-b00a-22497e87470b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.159765] env[62788]: DEBUG oslo_concurrency.lockutils [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] Lock "73ffc862-9628-4118-b00a-22497e87470b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.159765] env[62788]: DEBUG oslo_concurrency.lockutils [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] Lock "73ffc862-9628-4118-b00a-22497e87470b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.159765] env[62788]: DEBUG nova.compute.manager [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] No waiting events found dispatching network-vif-plugged-2712c1ec-710c-48be-82bd-ae6a753dd446 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.159765] env[62788]: WARNING nova.compute.manager [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Received unexpected event network-vif-plugged-2712c1ec-710c-48be-82bd-ae6a753dd446 for instance with vm_state building and task_state spawning. [ 1126.159765] env[62788]: DEBUG nova.compute.manager [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Received event network-changed-2712c1ec-710c-48be-82bd-ae6a753dd446 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1126.160021] env[62788]: DEBUG nova.compute.manager [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Refreshing instance network info cache due to event network-changed-2712c1ec-710c-48be-82bd-ae6a753dd446. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1126.160102] env[62788]: DEBUG oslo_concurrency.lockutils [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] Acquiring lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.160243] env[62788]: DEBUG oslo_concurrency.lockutils [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] Acquired lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.160399] env[62788]: DEBUG nova.network.neutron [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Refreshing network info cache for port 2712c1ec-710c-48be-82bd-ae6a753dd446 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.167777] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394794, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.246493] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb87dea-af23-48c4-97dc-2ac19737a9e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.250587] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b24cbe0-11ba-4170-9e01-b2d0a38c622c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.273268] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fa2ee1-4c47-4070-be06-62bc3b516c79 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.277553] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01201d18-6862-46fd-b831-f2f1bdcc6e1c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.288129] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance '5835c220-c04c-44b2-bbf0-10b9bddf8d2f' progress to 83 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.319336] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394791, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.321120] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1c466b-1e47-49f3-9cc1-0d19ec624e81 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.328975] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55a6b4b-10da-4d4d-bcf5-1e6e2c460a4f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.342507] env[62788]: DEBUG nova.compute.provider_tree [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.369980] env[62788]: DEBUG oslo_vmware.api [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394792, 'name': PowerOffVM_Task, 'duration_secs': 0.188385} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.370249] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.370416] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.370651] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d454db3-967d-48c5-a765-22f2bb8bac75 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.400072] env[62788]: DEBUG nova.network.neutron [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Successfully created port: 11fbed81-6b96-450b-983f-d70a450c1752 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.433375] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.434596] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.434793] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.434975] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleting the datastore file [datastore2] c9930309-9463-46bd-be24-be18fd647a2c {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.435240] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ac52c9c-80d7-4f78-85b0-57fe5dd9be0e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.445554] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521b4519-cf30-70c3-1ac1-c8b2ac4c619c, 'name': SearchDatastore_Task, 'duration_secs': 0.014236} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.446795] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.447069] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 3c7c6bbe-e227-472b-92b8-e6c2c68221b7/3c7c6bbe-e227-472b-92b8-e6c2c68221b7.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.447398] env[62788]: DEBUG oslo_vmware.api [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1126.447398] env[62788]: value = "task-2394796" [ 1126.447398] env[62788]: _type = "Task" [ 1126.447398] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.447585] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-889572e5-9193-4ff1-957a-c459effb2e0a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.457464] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1126.457464] env[62788]: value = "task-2394797" [ 1126.457464] env[62788]: _type = "Task" [ 1126.457464] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.463133] env[62788]: DEBUG oslo_vmware.api [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.468898] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.662775] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394794, 'name': CreateVM_Task, 'duration_secs': 0.34497} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.663347] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.664230] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.664393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.664740] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1126.665030] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0db75924-45e0-437a-91cb-1d560120d4f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.672492] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1126.672492] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52cd3706-486c-0c54-5758-823d321244fd" [ 1126.672492] env[62788]: _type = "Task" [ 1126.672492] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.680996] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cd3706-486c-0c54-5758-823d321244fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.788270] env[62788]: DEBUG oslo_vmware.api [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394791, 'name': PowerOnVM_Task, 'duration_secs': 0.530785} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.788644] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.789042] env[62788]: INFO nova.compute.manager [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1126.789372] env[62788]: DEBUG nova.compute.manager [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1126.790410] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c4afb9-0d22-4a74-9345-444b843a69e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.822885] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.823853] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4907290b-be59-47ce-b9e0-cbfa1d7359d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.832233] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1126.832233] env[62788]: value = "task-2394798" [ 1126.832233] env[62788]: _type = "Task" [ 1126.832233] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.843525] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.849020] env[62788]: DEBUG nova.scheduler.client.report [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.939600] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.961758] env[62788]: DEBUG nova.compute.manager [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1126.963452] env[62788]: DEBUG oslo_vmware.api [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133776} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.966923] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.967239] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.967389] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.967610] env[62788]: INFO nova.compute.manager [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1126.967916] env[62788]: DEBUG oslo.service.loopingcall [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1126.969035] env[62788]: DEBUG nova.compute.manager [-] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1126.969035] env[62788]: DEBUG nova.network.neutron [-] [instance: c9930309-9463-46bd-be24-be18fd647a2c] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.975598] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468127} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.975867] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 3c7c6bbe-e227-472b-92b8-e6c2c68221b7/3c7c6bbe-e227-472b-92b8-e6c2c68221b7.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.976151] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.976442] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6cc26518-0898-45c1-81c0-3f26c0801a03 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.982574] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1126.982574] env[62788]: value = "task-2394799" [ 1126.982574] env[62788]: _type = "Task" [ 1126.982574] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.989875] env[62788]: DEBUG nova.virt.hardware [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.989875] env[62788]: DEBUG nova.virt.hardware [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.989875] env[62788]: DEBUG nova.virt.hardware [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.989875] env[62788]: DEBUG nova.virt.hardware [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.989875] env[62788]: DEBUG nova.virt.hardware [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.989875] env[62788]: DEBUG nova.virt.hardware [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.989875] env[62788]: DEBUG nova.virt.hardware [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.989875] env[62788]: DEBUG nova.virt.hardware [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.989875] env[62788]: DEBUG nova.virt.hardware [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.989875] env[62788]: DEBUG nova.virt.hardware [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.990474] env[62788]: DEBUG nova.virt.hardware [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.990921] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb9740a-7022-4b68-a99d-73bd9efa0e85 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.000038] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.003811] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744072b2-9a03-48d0-829c-46cfc6e3b383 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.185044] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cd3706-486c-0c54-5758-823d321244fd, 'name': SearchDatastore_Task, 'duration_secs': 0.055391} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.185433] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.185761] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.186112] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1127.186283] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.186544] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.186897] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9110cae9-8a25-4ff1-9eca-59395d1eb114 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.199129] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.199436] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.200651] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69af9b30-4ca5-4051-acf6-89357d275c82 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.211193] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1127.211193] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52637d7b-0271-b65b-dc3b-6839b923c018" [ 1127.211193] env[62788]: _type = "Task" [ 1127.211193] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.222395] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52637d7b-0271-b65b-dc3b-6839b923c018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.249401] env[62788]: DEBUG nova.network.neutron [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updated VIF entry in instance network info cache for port 2712c1ec-710c-48be-82bd-ae6a753dd446. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.249401] env[62788]: DEBUG nova.network.neutron [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance_info_cache with network_info: [{"id": "2712c1ec-710c-48be-82bd-ae6a753dd446", "address": "fa:16:3e:c1:8c:50", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2712c1ec-71", "ovs_interfaceid": "2712c1ec-710c-48be-82bd-ae6a753dd446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.313131] env[62788]: INFO nova.compute.manager [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Took 15.28 seconds to build instance. [ 1127.342784] env[62788]: DEBUG oslo_vmware.api [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394798, 'name': PowerOnVM_Task, 'duration_secs': 0.409042} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.343279] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.343320] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-802ed48b-4384-4e4f-9eb5-51a83a72d4bf tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance '5835c220-c04c-44b2-bbf0-10b9bddf8d2f' progress to 100 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.352204] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.352204] env[62788]: DEBUG nova.compute.manager [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1127.357131] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.037s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.357383] env[62788]: DEBUG nova.objects.instance [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lazy-loading 'resources' on Instance uuid a0afa067-1a4e-4f56-8ee2-7fbcd98e098d {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.435445] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.495686] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058658} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.496226] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.497693] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25b69c4-4521-4f80-8874-74ca4317773a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.527502] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 3c7c6bbe-e227-472b-92b8-e6c2c68221b7/3c7c6bbe-e227-472b-92b8-e6c2c68221b7.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.531064] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779e99f1-fc61-4e9f-87f1-1a9d269ffc32 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.547564] env[62788]: DEBUG nova.network.neutron [-] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.556782] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1127.556782] env[62788]: value = "task-2394800" [ 1127.556782] env[62788]: _type = "Task" [ 1127.556782] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.565290] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.724302] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52637d7b-0271-b65b-dc3b-6839b923c018, 'name': SearchDatastore_Task, 'duration_secs': 0.009709} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.725448] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d217d5-0b64-4707-bfa0-7ea557e1a58b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.732230] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1127.732230] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c5a569-e019-c66e-44df-a87cd324bb61" [ 1127.732230] env[62788]: _type = "Task" [ 1127.732230] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.742793] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c5a569-e019-c66e-44df-a87cd324bb61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.751603] env[62788]: DEBUG oslo_concurrency.lockutils [req-07eb31d2-9d9f-460f-8b0d-411e76fafae6 req-16df51c4-6215-4bcb-b033-b68029deb17e service nova] Releasing lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.815488] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2970bf3c-9ab2-435c-b18d-b5660903d34a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "f851620b-e3fd-44c8-bcdb-d37a32b25375" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.805s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.863130] env[62788]: DEBUG nova.compute.utils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1127.871393] env[62788]: DEBUG nova.compute.manager [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1127.871608] env[62788]: DEBUG nova.network.neutron [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.940260] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.969071] env[62788]: DEBUG nova.policy [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f047d34e759426a886768720cf5b6ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c38bf2fcd0174f99adfa564d1d065c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.050911] env[62788]: INFO nova.compute.manager [-] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Took 1.08 seconds to deallocate network for instance. [ 1128.070611] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394800, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.124492] env[62788]: DEBUG nova.compute.manager [req-1089d256-0858-409d-8421-3f85feec091a req-4ddf6af8-f9ec-4358-a25a-79e1c19e76a6 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Received event network-vif-plugged-11fbed81-6b96-450b-983f-d70a450c1752 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1128.124744] env[62788]: DEBUG oslo_concurrency.lockutils [req-1089d256-0858-409d-8421-3f85feec091a req-4ddf6af8-f9ec-4358-a25a-79e1c19e76a6 service nova] Acquiring lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.125305] env[62788]: DEBUG oslo_concurrency.lockutils [req-1089d256-0858-409d-8421-3f85feec091a req-4ddf6af8-f9ec-4358-a25a-79e1c19e76a6 service nova] Lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.125416] env[62788]: DEBUG oslo_concurrency.lockutils [req-1089d256-0858-409d-8421-3f85feec091a req-4ddf6af8-f9ec-4358-a25a-79e1c19e76a6 service nova] Lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.125629] env[62788]: DEBUG nova.compute.manager [req-1089d256-0858-409d-8421-3f85feec091a req-4ddf6af8-f9ec-4358-a25a-79e1c19e76a6 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] No waiting events found dispatching network-vif-plugged-11fbed81-6b96-450b-983f-d70a450c1752 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.125847] env[62788]: WARNING nova.compute.manager [req-1089d256-0858-409d-8421-3f85feec091a req-4ddf6af8-f9ec-4358-a25a-79e1c19e76a6 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Received unexpected event network-vif-plugged-11fbed81-6b96-450b-983f-d70a450c1752 for instance with vm_state building and task_state spawning. [ 1128.150957] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81649077-c726-46f4-b2c6-4318ddb763ea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.159505] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe13b27-ed89-4e3e-b0ee-5e4e4a32e546 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.192479] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9755c28-bd4e-4ecc-b281-019e5791e2f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.196073] env[62788]: DEBUG nova.compute.manager [req-43e2a425-cde8-44eb-bc15-48bb67e0e548 req-9f6affc9-35b9-49ec-98ba-bedffe08e280 service nova] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Received event network-vif-deleted-71fba97d-b444-4d19-a696-b3e245cb571e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1128.201801] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7631ae3-6bf4-4412-ab74-2f30e11c2709 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.223667] env[62788]: DEBUG nova.compute.provider_tree [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.225746] env[62788]: DEBUG nova.network.neutron [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Successfully updated port: 11fbed81-6b96-450b-983f-d70a450c1752 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.243488] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c5a569-e019-c66e-44df-a87cd324bb61, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.243796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.244102] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 73ffc862-9628-4118-b00a-22497e87470b/73ffc862-9628-4118-b00a-22497e87470b.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.244377] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6761a95c-50d8-43dc-9ad2-402ef5690fab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.251396] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1128.251396] env[62788]: value = "task-2394801" [ 1128.251396] env[62788]: _type = "Task" [ 1128.251396] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.260166] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.371646] env[62788]: DEBUG nova.compute.manager [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1128.395140] env[62788]: DEBUG nova.network.neutron [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Successfully created port: 8eaede99-d569-4447-8d88-be93a70ddb03 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.427599] env[62788]: DEBUG oslo_concurrency.lockutils [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "f851620b-e3fd-44c8-bcdb-d37a32b25375" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.427853] env[62788]: DEBUG oslo_concurrency.lockutils [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "f851620b-e3fd-44c8-bcdb-d37a32b25375" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.428076] env[62788]: DEBUG oslo_concurrency.lockutils [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "f851620b-e3fd-44c8-bcdb-d37a32b25375-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.428261] env[62788]: DEBUG oslo_concurrency.lockutils [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "f851620b-e3fd-44c8-bcdb-d37a32b25375-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.428430] env[62788]: DEBUG oslo_concurrency.lockutils [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "f851620b-e3fd-44c8-bcdb-d37a32b25375-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.439172] env[62788]: INFO nova.compute.manager [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Terminating instance [ 1128.446139] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.566612] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.572881] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394800, 'name': ReconfigVM_Task, 'duration_secs': 0.79417} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.573325] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 3c7c6bbe-e227-472b-92b8-e6c2c68221b7/3c7c6bbe-e227-472b-92b8-e6c2c68221b7.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.574579] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'guest_format': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'encryption_format': None, 'encrypted': False, 'device_type': 'disk', 'size': 0, 'encryption_secret_uuid': None, 'image_id': 'ded308c2-03fc-44b4-b2d2-14ca94f4b07f'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485795', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'name': 'volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c7c6bbe-e227-472b-92b8-e6c2c68221b7', 'attached_at': '', 'detached_at': '', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'serial': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4'}, 'boot_index': None, 'guest_format': None, 'attachment_id': 'f0c1ce1f-4ee1-4c35-97b7-3904a6bb680a', 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=62788) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1128.574833] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1128.574982] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485795', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'name': 'volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c7c6bbe-e227-472b-92b8-e6c2c68221b7', 'attached_at': '', 'detached_at': '', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'serial': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1128.575994] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d531e223-a3ad-4a43-a834-ed09bc2471b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.594772] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1346262-ce7f-452a-bee1-bf71bb2be746 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.620895] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4/volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.621265] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39fac50-906c-4983-8583-044e671d06c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.643022] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1128.643022] env[62788]: value = "task-2394802" [ 1128.643022] env[62788]: _type = "Task" [ 1128.643022] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.653764] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.728751] env[62788]: DEBUG nova.scheduler.client.report [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.737681] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquiring lock "refresh_cache-2f24fdcb-7069-40d0-b668-f4ed7b78960c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1128.737790] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquired lock "refresh_cache-2f24fdcb-7069-40d0-b668-f4ed7b78960c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.737975] env[62788]: DEBUG nova.network.neutron [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.767470] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456307} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.767739] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 73ffc862-9628-4118-b00a-22497e87470b/73ffc862-9628-4118-b00a-22497e87470b.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.767950] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.768228] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ccb2a18-447e-49c5-b7e8-01dc3aab7f43 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.775303] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1128.775303] env[62788]: value = "task-2394803" [ 1128.775303] env[62788]: _type = "Task" [ 1128.775303] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.783664] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.938097] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.949030] env[62788]: DEBUG nova.compute.manager [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1128.949286] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.950238] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376dd833-6e92-45a2-ae01-c820c48a4132 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.958414] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.958697] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cd4feea-45b8-4f44-8fb3-da3043d87a16 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.965646] env[62788]: DEBUG oslo_vmware.api [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1128.965646] env[62788]: value = "task-2394804" [ 1128.965646] env[62788]: _type = "Task" [ 1128.965646] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.973304] env[62788]: DEBUG oslo_vmware.api [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.151379] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394802, 'name': ReconfigVM_Task, 'duration_secs': 0.435631} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.151497] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfigured VM instance instance-00000060 to attach disk [datastore2] volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4/volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.157134] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f2d2f2-e790-4dd1-b298-945018245a13 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.172059] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1129.172059] env[62788]: value = "task-2394805" [ 1129.172059] env[62788]: _type = "Task" [ 1129.172059] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.179394] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.192575] env[62788]: DEBUG oslo_concurrency.lockutils [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.192899] env[62788]: DEBUG oslo_concurrency.lockutils [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.193169] env[62788]: DEBUG nova.compute.manager [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Going to confirm migration 6 {{(pid=62788) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5264}} [ 1129.238299] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.240801] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.674s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.241106] env[62788]: DEBUG nova.objects.instance [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lazy-loading 'resources' on Instance uuid c9930309-9463-46bd-be24-be18fd647a2c {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.265418] env[62788]: INFO nova.scheduler.client.report [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Deleted allocations for instance a0afa067-1a4e-4f56-8ee2-7fbcd98e098d [ 1129.285706] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067597} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.285978] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.286773] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b54d06-b03a-4f8f-9229-98fdc6048881 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.310100] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 73ffc862-9628-4118-b00a-22497e87470b/73ffc862-9628-4118-b00a-22497e87470b.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.311136] env[62788]: DEBUG nova.network.neutron [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.313070] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2311f3d-7197-4d2d-b606-083f4a8b822a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.333591] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1129.333591] env[62788]: value = "task-2394806" [ 1129.333591] env[62788]: _type = "Task" [ 1129.333591] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.344073] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.382302] env[62788]: DEBUG nova.compute.manager [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1129.409710] env[62788]: DEBUG nova.virt.hardware [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.410051] env[62788]: DEBUG nova.virt.hardware [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.410273] env[62788]: DEBUG nova.virt.hardware [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.410508] env[62788]: DEBUG nova.virt.hardware [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.410705] env[62788]: DEBUG nova.virt.hardware [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.410907] env[62788]: DEBUG nova.virt.hardware [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.411184] env[62788]: DEBUG nova.virt.hardware [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.411399] env[62788]: DEBUG nova.virt.hardware [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.411613] env[62788]: DEBUG nova.virt.hardware [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.411958] env[62788]: DEBUG nova.virt.hardware [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.412225] env[62788]: DEBUG nova.virt.hardware [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.413174] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac6e6e6-a81d-4007-b3ee-83dd3ac641b3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.422737] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3c69a9-7768-4a27-9a06-64dfa86cd14c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.446363] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.478028] env[62788]: DEBUG oslo_vmware.api [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394804, 'name': PowerOffVM_Task, 'duration_secs': 0.183746} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.478394] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.478624] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.480044] env[62788]: DEBUG nova.network.neutron [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Updating instance_info_cache with network_info: [{"id": "11fbed81-6b96-450b-983f-d70a450c1752", "address": "fa:16:3e:e5:1e:37", "network": {"id": "45ae291b-5369-4ebb-b60d-6e0f9d86e219", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-243786641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90dca43e117b4965aecf8b5340404848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fbed81-6b", "ovs_interfaceid": "11fbed81-6b96-450b-983f-d70a450c1752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.481940] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-248159c9-5840-4738-8d94-28c9136f1c3e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.554652] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.554853] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.554961] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleting the datastore file [datastore2] f851620b-e3fd-44c8-bcdb-d37a32b25375 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.555282] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7c2979d-757d-4818-a9b3-87113916bbff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.562806] env[62788]: DEBUG oslo_vmware.api [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1129.562806] env[62788]: value = "task-2394808" [ 1129.562806] env[62788]: _type = "Task" [ 1129.562806] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.571053] env[62788]: DEBUG oslo_vmware.api [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394808, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.681204] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394805, 'name': ReconfigVM_Task, 'duration_secs': 0.160367} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.681494] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485795', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'name': 'volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c7c6bbe-e227-472b-92b8-e6c2c68221b7', 'attached_at': '', 'detached_at': '', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'serial': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1129.682130] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e4e51a2-e150-40f6-b59a-6286297ca17f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.688075] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1129.688075] env[62788]: value = "task-2394809" [ 1129.688075] env[62788]: _type = "Task" [ 1129.688075] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.697735] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394809, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.736116] env[62788]: DEBUG oslo_concurrency.lockutils [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1129.736319] env[62788]: DEBUG oslo_concurrency.lockutils [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.736502] env[62788]: DEBUG nova.network.neutron [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.736687] env[62788]: DEBUG nova.objects.instance [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lazy-loading 'info_cache' on Instance uuid 5835c220-c04c-44b2-bbf0-10b9bddf8d2f {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.772581] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c3e619f1-51d7-42a1-bb80-655a6033df50 tempest-ServerRescueNegativeTestJSON-809501197 tempest-ServerRescueNegativeTestJSON-809501197-project-member] Lock "a0afa067-1a4e-4f56-8ee2-7fbcd98e098d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.133s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.845109] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394806, 'name': ReconfigVM_Task, 'duration_secs': 0.271806} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.848693] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 73ffc862-9628-4118-b00a-22497e87470b/73ffc862-9628-4118-b00a-22497e87470b.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.850123] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfa6e987-82b7-4903-9ebb-c7f28c4db07d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.860031] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1129.860031] env[62788]: value = "task-2394810" [ 1129.860031] env[62788]: _type = "Task" [ 1129.860031] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.871163] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394810, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.945788] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.987463] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Releasing lock "refresh_cache-2f24fdcb-7069-40d0-b668-f4ed7b78960c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1129.987806] env[62788]: DEBUG nova.compute.manager [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Instance network_info: |[{"id": "11fbed81-6b96-450b-983f-d70a450c1752", "address": "fa:16:3e:e5:1e:37", "network": {"id": "45ae291b-5369-4ebb-b60d-6e0f9d86e219", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-243786641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90dca43e117b4965aecf8b5340404848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fbed81-6b", "ovs_interfaceid": "11fbed81-6b96-450b-983f-d70a450c1752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1129.988404] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:1e:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '25f42474-5594-4733-a681-6c69f4afb946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11fbed81-6b96-450b-983f-d70a450c1752', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.996726] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Creating folder: Project (90dca43e117b4965aecf8b5340404848). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.999988] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94cabfad-bbdb-4d80-8291-e5ef26cee0fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.009796] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Created folder: Project (90dca43e117b4965aecf8b5340404848) in parent group-v485515. [ 1130.009995] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Creating folder: Instances. Parent ref: group-v485801. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1130.010263] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e89183c-5962-48b2-b035-d28336fb89ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.017774] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9516de-472a-4b91-8873-06fc9ce659a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.023221] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Created folder: Instances in parent group-v485801. [ 1130.023469] env[62788]: DEBUG oslo.service.loopingcall [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1130.024065] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.024311] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d106debb-d94c-418f-ba7c-07bec3496717 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.042795] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6401b40-99e3-4ca8-b5ac-52f131f97407 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.048079] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.048079] env[62788]: value = "task-2394813" [ 1130.048079] env[62788]: _type = "Task" [ 1130.048079] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.086023] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40963d3-30e5-47de-9677-7ef4f25f4dbd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.091442] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394813, 'name': CreateVM_Task} progress is 15%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.097373] env[62788]: DEBUG oslo_vmware.api [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394808, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137621} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.098634] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.098921] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.098921] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.099368] env[62788]: INFO nova.compute.manager [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1130.099368] env[62788]: DEBUG oslo.service.loopingcall [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1130.099557] env[62788]: DEBUG nova.compute.manager [-] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1130.099660] env[62788]: DEBUG nova.network.neutron [-] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.102239] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cb6c3a-b1cc-4f4a-9f2f-b4267c23aad4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.116254] env[62788]: DEBUG nova.compute.provider_tree [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.199108] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394809, 'name': Rename_Task, 'duration_secs': 0.15019} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.199305] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.199551] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ea6c0ad-3ca6-44eb-a3ca-5467657c4366 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.205637] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1130.205637] env[62788]: value = "task-2394814" [ 1130.205637] env[62788]: _type = "Task" [ 1130.205637] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.212410] env[62788]: DEBUG nova.compute.manager [req-7152874c-ca57-4d02-a902-a91601268374 req-66852bea-1674-4e6f-9a59-059d96d87e30 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Received event network-changed-11fbed81-6b96-450b-983f-d70a450c1752 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1130.212607] env[62788]: DEBUG nova.compute.manager [req-7152874c-ca57-4d02-a902-a91601268374 req-66852bea-1674-4e6f-9a59-059d96d87e30 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Refreshing instance network info cache due to event network-changed-11fbed81-6b96-450b-983f-d70a450c1752. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1130.212816] env[62788]: DEBUG oslo_concurrency.lockutils [req-7152874c-ca57-4d02-a902-a91601268374 req-66852bea-1674-4e6f-9a59-059d96d87e30 service nova] Acquiring lock "refresh_cache-2f24fdcb-7069-40d0-b668-f4ed7b78960c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.212963] env[62788]: DEBUG oslo_concurrency.lockutils [req-7152874c-ca57-4d02-a902-a91601268374 req-66852bea-1674-4e6f-9a59-059d96d87e30 service nova] Acquired lock "refresh_cache-2f24fdcb-7069-40d0-b668-f4ed7b78960c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.213255] env[62788]: DEBUG nova.network.neutron [req-7152874c-ca57-4d02-a902-a91601268374 req-66852bea-1674-4e6f-9a59-059d96d87e30 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Refreshing network info cache for port 11fbed81-6b96-450b-983f-d70a450c1752 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.221563] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.302218] env[62788]: DEBUG nova.network.neutron [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Successfully updated port: 8eaede99-d569-4447-8d88-be93a70ddb03 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1130.332935] env[62788]: DEBUG nova.compute.manager [req-97ab0ca4-693c-476a-91bd-58eac7385975 req-312b3872-620b-4717-a5fa-b3b4f5f16bd6 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Received event network-vif-plugged-8eaede99-d569-4447-8d88-be93a70ddb03 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1130.332935] env[62788]: DEBUG oslo_concurrency.lockutils [req-97ab0ca4-693c-476a-91bd-58eac7385975 req-312b3872-620b-4717-a5fa-b3b4f5f16bd6 service nova] Acquiring lock "66ec7549-af6a-4195-96f2-e738be419d5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1130.333176] env[62788]: DEBUG oslo_concurrency.lockutils [req-97ab0ca4-693c-476a-91bd-58eac7385975 req-312b3872-620b-4717-a5fa-b3b4f5f16bd6 service nova] Lock "66ec7549-af6a-4195-96f2-e738be419d5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1130.333349] env[62788]: DEBUG oslo_concurrency.lockutils [req-97ab0ca4-693c-476a-91bd-58eac7385975 req-312b3872-620b-4717-a5fa-b3b4f5f16bd6 service nova] Lock "66ec7549-af6a-4195-96f2-e738be419d5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.333516] env[62788]: DEBUG nova.compute.manager [req-97ab0ca4-693c-476a-91bd-58eac7385975 req-312b3872-620b-4717-a5fa-b3b4f5f16bd6 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] No waiting events found dispatching network-vif-plugged-8eaede99-d569-4447-8d88-be93a70ddb03 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1130.333680] env[62788]: WARNING nova.compute.manager [req-97ab0ca4-693c-476a-91bd-58eac7385975 req-312b3872-620b-4717-a5fa-b3b4f5f16bd6 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Received unexpected event network-vif-plugged-8eaede99-d569-4447-8d88-be93a70ddb03 for instance with vm_state building and task_state spawning. [ 1130.367616] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394810, 'name': Rename_Task, 'duration_secs': 0.144027} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.367880] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.368261] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfe42d0f-e99d-46aa-92be-fc9c1a457f12 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.373732] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1130.373732] env[62788]: value = "task-2394815" [ 1130.373732] env[62788]: _type = "Task" [ 1130.373732] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.382093] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.446701] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.557742] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394813, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.613274] env[62788]: DEBUG nova.network.neutron [req-7152874c-ca57-4d02-a902-a91601268374 req-66852bea-1674-4e6f-9a59-059d96d87e30 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Updated VIF entry in instance network info cache for port 11fbed81-6b96-450b-983f-d70a450c1752. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.613678] env[62788]: DEBUG nova.network.neutron [req-7152874c-ca57-4d02-a902-a91601268374 req-66852bea-1674-4e6f-9a59-059d96d87e30 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Updating instance_info_cache with network_info: [{"id": "11fbed81-6b96-450b-983f-d70a450c1752", "address": "fa:16:3e:e5:1e:37", "network": {"id": "45ae291b-5369-4ebb-b60d-6e0f9d86e219", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-243786641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90dca43e117b4965aecf8b5340404848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "25f42474-5594-4733-a681-6c69f4afb946", "external-id": "nsx-vlan-transportzone-453", "segmentation_id": 453, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11fbed81-6b", "ovs_interfaceid": "11fbed81-6b96-450b-983f-d70a450c1752", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.620117] env[62788]: DEBUG nova.scheduler.client.report [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.715357] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394814, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.806757] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "refresh_cache-66ec7549-af6a-4195-96f2-e738be419d5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.806757] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "refresh_cache-66ec7549-af6a-4195-96f2-e738be419d5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.806757] env[62788]: DEBUG nova.network.neutron [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.885655] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394815, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.915600] env[62788]: DEBUG nova.network.neutron [-] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.948399] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.005042] env[62788]: DEBUG nova.network.neutron [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance_info_cache with network_info: [{"id": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "address": "fa:16:3e:b5:85:82", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3278a11-ad", "ovs_interfaceid": "a3278a11-ad02-414c-8c4a-b19ce5d12bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.061034] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394813, 'name': CreateVM_Task, 'duration_secs': 0.532063} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.061034] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.061034] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.061034] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.061034] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1131.061034] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-841af458-392f-4f85-8833-bb3b1a3a2c62 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.068054] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for the task: (returnval){ [ 1131.068054] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]528f0e67-f205-e084-9106-1dddf1ed5574" [ 1131.068054] env[62788]: _type = "Task" [ 1131.068054] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.076940] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528f0e67-f205-e084-9106-1dddf1ed5574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.117695] env[62788]: DEBUG oslo_concurrency.lockutils [req-7152874c-ca57-4d02-a902-a91601268374 req-66852bea-1674-4e6f-9a59-059d96d87e30 service nova] Releasing lock "refresh_cache-2f24fdcb-7069-40d0-b668-f4ed7b78960c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.128094] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.155720] env[62788]: INFO nova.scheduler.client.report [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleted allocations for instance c9930309-9463-46bd-be24-be18fd647a2c [ 1131.219087] env[62788]: DEBUG oslo_vmware.api [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394814, 'name': PowerOnVM_Task, 'duration_secs': 0.516592} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.219087] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.219250] env[62788]: DEBUG nova.compute.manager [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1131.220142] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a53dc0-427e-461e-9d26-058f5a082ab7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.342915] env[62788]: DEBUG nova.network.neutron [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.384607] env[62788]: DEBUG oslo_vmware.api [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394815, 'name': PowerOnVM_Task, 'duration_secs': 0.565352} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.388831] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.388831] env[62788]: INFO nova.compute.manager [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1131.388831] env[62788]: DEBUG nova.compute.manager [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1131.388831] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc421e9a-2af8-45bd-aee7-e6903e125e76 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.420024] env[62788]: INFO nova.compute.manager [-] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Took 1.32 seconds to deallocate network for instance. [ 1131.450521] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.508879] env[62788]: DEBUG oslo_concurrency.lockutils [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "refresh_cache-5835c220-c04c-44b2-bbf0-10b9bddf8d2f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.509043] env[62788]: DEBUG nova.objects.instance [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lazy-loading 'migration_context' on Instance uuid 5835c220-c04c-44b2-bbf0-10b9bddf8d2f {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.545953] env[62788]: DEBUG nova.network.neutron [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Updating instance_info_cache with network_info: [{"id": "8eaede99-d569-4447-8d88-be93a70ddb03", "address": "fa:16:3e:61:6f:a7", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eaede99-d5", "ovs_interfaceid": "8eaede99-d569-4447-8d88-be93a70ddb03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.580221] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]528f0e67-f205-e084-9106-1dddf1ed5574, 'name': SearchDatastore_Task, 'duration_secs': 0.013349} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.580527] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.580813] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.580985] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.581145] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.581327] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.581593] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f33eea61-5f11-4c09-86a0-c111aedc5e67 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.590683] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.590866] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.591703] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19efb14-5963-4861-b05e-f2ba496126f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.597262] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for the task: (returnval){ [ 1131.597262] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523289fd-b221-92cd-e8e3-00cdf239c03e" [ 1131.597262] env[62788]: _type = "Task" [ 1131.597262] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.604657] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523289fd-b221-92cd-e8e3-00cdf239c03e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.664195] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3bc5b0f9-f94e-484b-a0b4-cdb015924275 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "c9930309-9463-46bd-be24-be18fd647a2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.358s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.737601] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.737855] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.738207] env[62788]: DEBUG nova.objects.instance [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62788) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1131.907496] env[62788]: INFO nova.compute.manager [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Took 13.14 seconds to build instance. [ 1131.925741] env[62788]: DEBUG oslo_concurrency.lockutils [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.948295] env[62788]: DEBUG oslo_vmware.api [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394793, 'name': ReconfigVM_Task, 'duration_secs': 5.758522} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.948295] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.948295] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Reconfigured VM to detach interface {{(pid=62788) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1132.017174] env[62788]: DEBUG nova.objects.base [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Object Instance<5835c220-c04c-44b2-bbf0-10b9bddf8d2f> lazy-loaded attributes: info_cache,migration_context {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1132.018105] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecdc741-92c3-4fd8-83b0-1015962998eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.040708] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-708245e7-188b-48d9-a93d-409daef2f117 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.046204] env[62788]: DEBUG oslo_vmware.api [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1132.046204] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52168105-e55d-c0b7-faeb-a5d4c9d809cc" [ 1132.046204] env[62788]: _type = "Task" [ 1132.046204] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.049406] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "refresh_cache-66ec7549-af6a-4195-96f2-e738be419d5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.049705] env[62788]: DEBUG nova.compute.manager [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Instance network_info: |[{"id": "8eaede99-d569-4447-8d88-be93a70ddb03", "address": "fa:16:3e:61:6f:a7", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eaede99-d5", "ovs_interfaceid": "8eaede99-d569-4447-8d88-be93a70ddb03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1132.050410] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:6f:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8eaede99-d569-4447-8d88-be93a70ddb03', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.058704] env[62788]: DEBUG oslo.service.loopingcall [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1132.059406] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.059657] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58299d2f-b2d1-4435-8ae7-334bee7645f8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.077402] env[62788]: DEBUG oslo_vmware.api [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52168105-e55d-c0b7-faeb-a5d4c9d809cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.080177] env[62788]: DEBUG oslo_concurrency.lockutils [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.084579] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.084579] env[62788]: value = "task-2394816" [ 1132.084579] env[62788]: _type = "Task" [ 1132.084579] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.093401] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394816, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.107336] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523289fd-b221-92cd-e8e3-00cdf239c03e, 'name': SearchDatastore_Task, 'duration_secs': 0.016131} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.108583] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bdc6d31-7dfc-4456-91b3-33901e45be5e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.117340] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for the task: (returnval){ [ 1132.117340] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5222a2e9-de4c-ec44-6f20-70dd1bf7eddb" [ 1132.117340] env[62788]: _type = "Task" [ 1132.117340] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.126874] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5222a2e9-de4c-ec44-6f20-70dd1bf7eddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.195711] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.196099] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.196398] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.196596] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.196772] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.199225] env[62788]: INFO nova.compute.manager [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Terminating instance [ 1132.302979] env[62788]: DEBUG nova.compute.manager [req-014af642-f928-411d-8a98-d514962cc5eb req-f4c26688-5997-466e-8668-824766219c18 service nova] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Received event network-vif-deleted-df031d8c-fb59-4c00-8441-66f8139955e0 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1132.374130] env[62788]: DEBUG nova.compute.manager [req-44ce281d-d435-4827-98bf-4bb2eea8064e req-698ebc68-9e76-45cc-ad37-15b9716a76b1 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Received event network-changed-8eaede99-d569-4447-8d88-be93a70ddb03 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1132.374130] env[62788]: DEBUG nova.compute.manager [req-44ce281d-d435-4827-98bf-4bb2eea8064e req-698ebc68-9e76-45cc-ad37-15b9716a76b1 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Refreshing instance network info cache due to event network-changed-8eaede99-d569-4447-8d88-be93a70ddb03. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1132.374130] env[62788]: DEBUG oslo_concurrency.lockutils [req-44ce281d-d435-4827-98bf-4bb2eea8064e req-698ebc68-9e76-45cc-ad37-15b9716a76b1 service nova] Acquiring lock "refresh_cache-66ec7549-af6a-4195-96f2-e738be419d5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.374130] env[62788]: DEBUG oslo_concurrency.lockutils [req-44ce281d-d435-4827-98bf-4bb2eea8064e req-698ebc68-9e76-45cc-ad37-15b9716a76b1 service nova] Acquired lock "refresh_cache-66ec7549-af6a-4195-96f2-e738be419d5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.374130] env[62788]: DEBUG nova.network.neutron [req-44ce281d-d435-4827-98bf-4bb2eea8064e req-698ebc68-9e76-45cc-ad37-15b9716a76b1 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Refreshing network info cache for port 8eaede99-d569-4447-8d88-be93a70ddb03 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.410057] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0df10b1c-36a8-484a-a02b-9e572bf1980e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "73ffc862-9628-4118-b00a-22497e87470b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.649s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.594690] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394816, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.629811] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5222a2e9-de4c-ec44-6f20-70dd1bf7eddb, 'name': SearchDatastore_Task, 'duration_secs': 0.014054} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.630626] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.630626] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 2f24fdcb-7069-40d0-b668-f4ed7b78960c/2f24fdcb-7069-40d0-b668-f4ed7b78960c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.630781] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dac0c13f-c367-4c96-8505-5e807c785fca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.638338] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for the task: (returnval){ [ 1132.638338] env[62788]: value = "task-2394817" [ 1132.638338] env[62788]: _type = "Task" [ 1132.638338] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.651058] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.703549] env[62788]: DEBUG nova.compute.manager [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1132.704148] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.705382] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dcbc6f-8418-469d-b173-00a24a920966 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.715438] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.715882] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5836faf1-7074-47d5-a717-e02deaf89af5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.722021] env[62788]: DEBUG oslo_vmware.api [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1132.722021] env[62788]: value = "task-2394818" [ 1132.722021] env[62788]: _type = "Task" [ 1132.722021] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.731195] env[62788]: DEBUG oslo_vmware.api [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.742963] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.743233] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.748093] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d9d6af79-1195-4772-af75-6b8cece0b869 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1132.749026] env[62788]: DEBUG oslo_concurrency.lockutils [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.824s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.749256] env[62788]: DEBUG nova.objects.instance [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lazy-loading 'resources' on Instance uuid f851620b-e3fd-44c8-bcdb-d37a32b25375 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.094815] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394816, 'name': CreateVM_Task, 'duration_secs': 0.638731} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.094977] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.095711] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.095846] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.096169] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1133.096906] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3be36bf7-53ee-4591-8678-2ad04eeae813 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.101277] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1133.101277] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]522876cf-f395-d051-3460-5289db684486" [ 1133.101277] env[62788]: _type = "Task" [ 1133.101277] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.109511] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522876cf-f395-d051-3460-5289db684486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.118603] env[62788]: DEBUG nova.network.neutron [req-44ce281d-d435-4827-98bf-4bb2eea8064e req-698ebc68-9e76-45cc-ad37-15b9716a76b1 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Updated VIF entry in instance network info cache for port 8eaede99-d569-4447-8d88-be93a70ddb03. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.118954] env[62788]: DEBUG nova.network.neutron [req-44ce281d-d435-4827-98bf-4bb2eea8064e req-698ebc68-9e76-45cc-ad37-15b9716a76b1 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Updating instance_info_cache with network_info: [{"id": "8eaede99-d569-4447-8d88-be93a70ddb03", "address": "fa:16:3e:61:6f:a7", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eaede99-d5", "ovs_interfaceid": "8eaede99-d569-4447-8d88-be93a70ddb03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.149225] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394817, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.231679] env[62788]: DEBUG oslo_vmware.api [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394818, 'name': PowerOffVM_Task, 'duration_secs': 0.179869} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.231947] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.232142] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.232446] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0e92471-e1ce-433e-aa0b-29076beeccd8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.245389] env[62788]: DEBUG nova.compute.manager [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1133.326141] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.326370] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.326550] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleting the datastore file [datastore1] cb20419a-6f4c-417b-95e0-4dd0d750ecf5 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.326800] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca523497-69e1-4466-a73e-347bc91e7299 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.334270] env[62788]: DEBUG oslo_vmware.api [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1133.334270] env[62788]: value = "task-2394820" [ 1133.334270] env[62788]: _type = "Task" [ 1133.334270] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.342365] env[62788]: DEBUG oslo_vmware.api [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.395314] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.395617] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.395811] env[62788]: DEBUG nova.network.neutron [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.465545] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8d7c58-c5ad-4390-b712-0eb4bed7b3fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.474944] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fb897a-1c16-4cf8-a763-731c4993f495 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.509554] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83de5c25-893b-477f-a203-317937aee641 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.517151] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f23be2-60b1-4b2b-aab6-abd0cc4ec520 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.530467] env[62788]: DEBUG nova.compute.provider_tree [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.612671] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]522876cf-f395-d051-3460-5289db684486, 'name': SearchDatastore_Task, 'duration_secs': 0.047989} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.612955] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.613239] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.613479] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1133.613627] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.613801] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.614088] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8a5d867-205e-4b28-a041-0cd21e0ac1c2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.622555] env[62788]: DEBUG oslo_concurrency.lockutils [req-44ce281d-d435-4827-98bf-4bb2eea8064e req-698ebc68-9e76-45cc-ad37-15b9716a76b1 service nova] Releasing lock "refresh_cache-66ec7549-af6a-4195-96f2-e738be419d5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.623165] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.623335] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.624114] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157b9107-6cf3-4d29-a8f1-989cc898c08b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.629386] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1133.629386] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52c35acc-d9f8-adce-775a-e018783e2871" [ 1133.629386] env[62788]: _type = "Task" [ 1133.629386] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.638480] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c35acc-d9f8-adce-775a-e018783e2871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.647655] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394817, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.766572] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.848151] env[62788]: DEBUG oslo_vmware.api [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143563} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.848151] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.848151] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.848151] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.848151] env[62788]: INFO nova.compute.manager [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1133.848151] env[62788]: DEBUG oslo.service.loopingcall [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1133.848151] env[62788]: DEBUG nova.compute.manager [-] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1133.848151] env[62788]: DEBUG nova.network.neutron [-] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.037447] env[62788]: DEBUG nova.scheduler.client.report [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.140498] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52c35acc-d9f8-adce-775a-e018783e2871, 'name': SearchDatastore_Task, 'duration_secs': 0.009787} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.146713] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df176d3-afc6-414f-8b0f-09d8a822b7a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.155552] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1134.155552] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e5735b-918d-8c30-903d-fb5aae91529f" [ 1134.155552] env[62788]: _type = "Task" [ 1134.155552] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.158697] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394817, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.167108] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e5735b-918d-8c30-903d-fb5aae91529f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.331333] env[62788]: DEBUG nova.compute.manager [req-dcbd87d9-512f-4d87-9199-ce5f2a807aed req-ca48340e-0500-432e-b0d2-3e515afdc9a3 service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Received event network-changed-2712c1ec-710c-48be-82bd-ae6a753dd446 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1134.331603] env[62788]: DEBUG nova.compute.manager [req-dcbd87d9-512f-4d87-9199-ce5f2a807aed req-ca48340e-0500-432e-b0d2-3e515afdc9a3 service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Refreshing instance network info cache due to event network-changed-2712c1ec-710c-48be-82bd-ae6a753dd446. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1134.331832] env[62788]: DEBUG oslo_concurrency.lockutils [req-dcbd87d9-512f-4d87-9199-ce5f2a807aed req-ca48340e-0500-432e-b0d2-3e515afdc9a3 service nova] Acquiring lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.332237] env[62788]: DEBUG oslo_concurrency.lockutils [req-dcbd87d9-512f-4d87-9199-ce5f2a807aed req-ca48340e-0500-432e-b0d2-3e515afdc9a3 service nova] Acquired lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.332484] env[62788]: DEBUG nova.network.neutron [req-dcbd87d9-512f-4d87-9199-ce5f2a807aed req-ca48340e-0500-432e-b0d2-3e515afdc9a3 service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Refreshing network info cache for port 2712c1ec-710c-48be-82bd-ae6a753dd446 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.334332] env[62788]: INFO nova.network.neutron [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Port aca0e728-20e1-4ac7-b10d-bb79c69abd12 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1134.334665] env[62788]: DEBUG nova.network.neutron [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updating instance_info_cache with network_info: [{"id": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "address": "fa:16:3e:cf:b8:01", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969dd47-54", "ovs_interfaceid": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.399761] env[62788]: DEBUG nova.compute.manager [req-dbb04c58-8753-4683-8487-a1b2b5926db5 req-fe2c8930-73ed-4d8d-b172-60c4426ae653 service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Received event network-vif-deleted-55a84a41-07f8-4f33-a60a-fba2b02a1746 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1134.400107] env[62788]: INFO nova.compute.manager [req-dbb04c58-8753-4683-8487-a1b2b5926db5 req-fe2c8930-73ed-4d8d-b172-60c4426ae653 service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Neutron deleted interface 55a84a41-07f8-4f33-a60a-fba2b02a1746; detaching it from the instance and deleting it from the info cache [ 1134.400336] env[62788]: DEBUG nova.network.neutron [req-dbb04c58-8753-4683-8487-a1b2b5926db5 req-fe2c8930-73ed-4d8d-b172-60c4426ae653 service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.545296] env[62788]: DEBUG oslo_concurrency.lockutils [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.796s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.547842] env[62788]: DEBUG oslo_concurrency.lockutils [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.468s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.568446] env[62788]: INFO nova.scheduler.client.report [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted allocations for instance f851620b-e3fd-44c8-bcdb-d37a32b25375 [ 1134.582257] env[62788]: DEBUG nova.network.neutron [-] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.653693] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394817, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.54827} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.653971] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 2f24fdcb-7069-40d0-b668-f4ed7b78960c/2f24fdcb-7069-40d0-b668-f4ed7b78960c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.654198] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.654507] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79056cd2-7b15-4805-964d-512171611668 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.665384] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for the task: (returnval){ [ 1134.665384] env[62788]: value = "task-2394821" [ 1134.665384] env[62788]: _type = "Task" [ 1134.665384] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.673423] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e5735b-918d-8c30-903d-fb5aae91529f, 'name': SearchDatastore_Task, 'duration_secs': 0.011377} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.673578] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.673742] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 66ec7549-af6a-4195-96f2-e738be419d5a/66ec7549-af6a-4195-96f2-e738be419d5a.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.674026] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-819e3160-7562-430e-9523-dc33ac5033c8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.679344] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.681058] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1134.681058] env[62788]: value = "task-2394822" [ 1134.681058] env[62788]: _type = "Task" [ 1134.681058] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.690308] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.839985] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1134.905643] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68d56264-a8e3-421c-82a6-3ec4aa431a73 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.917706] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4934d234-877c-4c80-b821-6fa515658640 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.953032] env[62788]: DEBUG nova.compute.manager [req-dbb04c58-8753-4683-8487-a1b2b5926db5 req-fe2c8930-73ed-4d8d-b172-60c4426ae653 service nova] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Detach interface failed, port_id=55a84a41-07f8-4f33-a60a-fba2b02a1746, reason: Instance cb20419a-6f4c-417b-95e0-4dd0d750ecf5 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1135.082585] env[62788]: DEBUG oslo_concurrency.lockutils [None req-94e87ca6-84cd-4990-8963-17e1f1e8011a tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "f851620b-e3fd-44c8-bcdb-d37a32b25375" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.654s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.086734] env[62788]: INFO nova.compute.manager [-] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Took 1.24 seconds to deallocate network for instance. [ 1135.116462] env[62788]: DEBUG nova.network.neutron [req-dcbd87d9-512f-4d87-9199-ce5f2a807aed req-ca48340e-0500-432e-b0d2-3e515afdc9a3 service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updated VIF entry in instance network info cache for port 2712c1ec-710c-48be-82bd-ae6a753dd446. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.116841] env[62788]: DEBUG nova.network.neutron [req-dcbd87d9-512f-4d87-9199-ce5f2a807aed req-ca48340e-0500-432e-b0d2-3e515afdc9a3 service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance_info_cache with network_info: [{"id": "2712c1ec-710c-48be-82bd-ae6a753dd446", "address": "fa:16:3e:c1:8c:50", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2712c1ec-71", "ovs_interfaceid": "2712c1ec-710c-48be-82bd-ae6a753dd446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.178055] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069881} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.178055] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.178596] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756834b7-c9f2-466e-8d8a-1052f0abab3c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.205500] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 2f24fdcb-7069-40d0-b668-f4ed7b78960c/2f24fdcb-7069-40d0-b668-f4ed7b78960c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.212981] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28c84c92-eaec-4266-8d6f-3a9ce0510c20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.230762] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498434} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.231406] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 66ec7549-af6a-4195-96f2-e738be419d5a/66ec7549-af6a-4195-96f2-e738be419d5a.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1135.231629] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1135.231880] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-540d442b-d867-4dbe-9d50-786ccf258679 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.236906] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for the task: (returnval){ [ 1135.236906] env[62788]: value = "task-2394823" [ 1135.236906] env[62788]: _type = "Task" [ 1135.236906] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.243677] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1135.243677] env[62788]: value = "task-2394824" [ 1135.243677] env[62788]: _type = "Task" [ 1135.243677] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.250373] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.255944] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "77771328-578a-4078-84ca-454c852d058c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.256195] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "77771328-578a-4078-84ca-454c852d058c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.256396] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "77771328-578a-4078-84ca-454c852d058c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.256576] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "77771328-578a-4078-84ca-454c852d058c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.256743] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "77771328-578a-4078-84ca-454c852d058c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.258280] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.261288] env[62788]: INFO nova.compute.manager [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Terminating instance [ 1135.319457] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5947e812-f36e-4b5a-b70e-bced65012c9a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.328722] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b357eb-cfb5-4fec-a16e-ed808de2796e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.358499] env[62788]: DEBUG oslo_concurrency.lockutils [None req-d0255957-1134-42b7-b294-39c58012afa4 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-5fd3d9bf-6d29-4f78-8273-3189a59ccc25-aca0e728-20e1-4ac7-b10d-bb79c69abd12" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.033s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1135.360183] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193c75fc-72f1-4d6b-8044-816dfbc1f46b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.367347] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d244c85-d28e-4401-9ec8-052c656c1cf5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.371773] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "interface-eeb644a2-2766-492e-8e1b-fce4072765fa-aca0e728-20e1-4ac7-b10d-bb79c69abd12" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.372018] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-eeb644a2-2766-492e-8e1b-fce4072765fa-aca0e728-20e1-4ac7-b10d-bb79c69abd12" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1135.372539] env[62788]: DEBUG nova.objects.instance [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'flavor' on Instance uuid eeb644a2-2766-492e-8e1b-fce4072765fa {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.383609] env[62788]: DEBUG nova.compute.provider_tree [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.593841] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1135.619646] env[62788]: DEBUG oslo_concurrency.lockutils [req-dcbd87d9-512f-4d87-9199-ce5f2a807aed req-ca48340e-0500-432e-b0d2-3e515afdc9a3 service nova] Releasing lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.746837] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394823, 'name': ReconfigVM_Task, 'duration_secs': 0.279018} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.750357] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 2f24fdcb-7069-40d0-b668-f4ed7b78960c/2f24fdcb-7069-40d0-b668-f4ed7b78960c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.751212] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff85cde9-7220-4050-bf77-cfd6e67f96b8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.757642] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064564} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.758837] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1135.759166] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for the task: (returnval){ [ 1135.759166] env[62788]: value = "task-2394825" [ 1135.759166] env[62788]: _type = "Task" [ 1135.759166] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.759836] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3106b7e5-7d3f-4dba-8a22-6e8e69d41ed4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.765789] env[62788]: DEBUG nova.compute.manager [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1135.765985] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.766724] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1298a0-1417-4614-8258-a249775b6b5d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.786729] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 66ec7549-af6a-4195-96f2-e738be419d5a/66ec7549-af6a-4195-96f2-e738be419d5a.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1135.792471] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-212ba939-d583-4fee-a628-c8cece70112b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.807164] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394825, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.809545] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.810205] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b80ab79-bdb1-4c85-a7a4-5e9be6800a83 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.814706] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1135.814706] env[62788]: value = "task-2394826" [ 1135.814706] env[62788]: _type = "Task" [ 1135.814706] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.818658] env[62788]: DEBUG oslo_vmware.api [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1135.818658] env[62788]: value = "task-2394827" [ 1135.818658] env[62788]: _type = "Task" [ 1135.818658] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.825729] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.830286] env[62788]: DEBUG oslo_vmware.api [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.886913] env[62788]: DEBUG nova.scheduler.client.report [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.978130] env[62788]: DEBUG nova.objects.instance [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'pci_requests' on Instance uuid eeb644a2-2766-492e-8e1b-fce4072765fa {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.272033] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394825, 'name': Rename_Task, 'duration_secs': 0.464699} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.272287] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.273504] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c25fc92-8502-41ff-a79b-a5ee27d0909a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.279029] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for the task: (returnval){ [ 1136.279029] env[62788]: value = "task-2394828" [ 1136.279029] env[62788]: _type = "Task" [ 1136.279029] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.286615] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.327880] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.330821] env[62788]: DEBUG oslo_vmware.api [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394827, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.362140] env[62788]: DEBUG nova.compute.manager [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Received event network-changed-7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1136.362323] env[62788]: DEBUG nova.compute.manager [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing instance network info cache due to event network-changed-7969dd47-54bd-444d-aa09-f9e4a86ee2a5. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1136.362552] env[62788]: DEBUG oslo_concurrency.lockutils [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] Acquiring lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.362699] env[62788]: DEBUG oslo_concurrency.lockutils [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] Acquired lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.362860] env[62788]: DEBUG nova.network.neutron [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Refreshing network info cache for port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.481842] env[62788]: DEBUG nova.objects.base [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1136.482156] env[62788]: DEBUG nova.network.neutron [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.549565] env[62788]: DEBUG nova.policy [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948d9705e8634e768cfc5b341eda8797', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c418b624ace4dfa808d35ed0a8ac60c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.791898] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394828, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.827834] env[62788]: DEBUG oslo_vmware.api [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394827, 'name': PowerOffVM_Task, 'duration_secs': 0.606618} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.831052] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.831215] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.831487] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394826, 'name': ReconfigVM_Task, 'duration_secs': 0.757508} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.831687] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3304fac6-52d9-4739-ad93-7cd18602ad06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.833141] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 66ec7549-af6a-4195-96f2-e738be419d5a/66ec7549-af6a-4195-96f2-e738be419d5a.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1136.833715] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a99ad542-cfed-44f7-ab58-8196edc58799 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.841391] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1136.841391] env[62788]: value = "task-2394830" [ 1136.841391] env[62788]: _type = "Task" [ 1136.841391] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.852167] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394830, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.898583] env[62788]: DEBUG oslo_concurrency.lockutils [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.351s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.901732] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.135s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1136.903561] env[62788]: INFO nova.compute.claims [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.911016] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.911351] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.911427] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleting the datastore file [datastore2] 77771328-578a-4078-84ca-454c852d058c {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.912689] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e6318df-937f-48c5-95c4-cac9ff1be767 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.920551] env[62788]: DEBUG oslo_vmware.api [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1136.920551] env[62788]: value = "task-2394831" [ 1136.920551] env[62788]: _type = "Task" [ 1136.920551] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.928958] env[62788]: DEBUG oslo_vmware.api [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.123917] env[62788]: DEBUG nova.network.neutron [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updated VIF entry in instance network info cache for port 7969dd47-54bd-444d-aa09-f9e4a86ee2a5. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.124394] env[62788]: DEBUG nova.network.neutron [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updating instance_info_cache with network_info: [{"id": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "address": "fa:16:3e:cf:b8:01", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7969dd47-54", "ovs_interfaceid": "7969dd47-54bd-444d-aa09-f9e4a86ee2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.290488] env[62788]: DEBUG oslo_vmware.api [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394828, 'name': PowerOnVM_Task, 'duration_secs': 0.553677} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.290756] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.290960] env[62788]: INFO nova.compute.manager [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1137.291160] env[62788]: DEBUG nova.compute.manager [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1137.291897] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2949f44-bf75-49d3-911a-10ed44b172e8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.351090] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394830, 'name': Rename_Task, 'duration_secs': 0.163326} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.351382] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.351622] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed6b6259-89bf-4381-b7a7-cedb153e262b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.358478] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1137.358478] env[62788]: value = "task-2394832" [ 1137.358478] env[62788]: _type = "Task" [ 1137.358478] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.365926] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.430234] env[62788]: DEBUG oslo_vmware.api [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145151} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.432713] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.433616] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.433616] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.433616] env[62788]: INFO nova.compute.manager [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 77771328-578a-4078-84ca-454c852d058c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1137.433616] env[62788]: DEBUG oslo.service.loopingcall [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1137.433877] env[62788]: DEBUG nova.compute.manager [-] [instance: 77771328-578a-4078-84ca-454c852d058c] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1137.433986] env[62788]: DEBUG nova.network.neutron [-] [instance: 77771328-578a-4078-84ca-454c852d058c] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.474969] env[62788]: INFO nova.scheduler.client.report [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted allocation for migration 75e2789b-3ef3-44af-9961-e6f4a351e6a1 [ 1137.626826] env[62788]: DEBUG oslo_concurrency.lockutils [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] Releasing lock "refresh_cache-5fd3d9bf-6d29-4f78-8273-3189a59ccc25" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.627118] env[62788]: DEBUG nova.compute.manager [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Received event network-changed-8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1137.627295] env[62788]: DEBUG nova.compute.manager [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Refreshing instance network info cache due to event network-changed-8aa6b2b1-7baa-4599-acd3-f4511dfe9438. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1137.627510] env[62788]: DEBUG oslo_concurrency.lockutils [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] Acquiring lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1137.627655] env[62788]: DEBUG oslo_concurrency.lockutils [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] Acquired lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.627816] env[62788]: DEBUG nova.network.neutron [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Refreshing network info cache for port 8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1137.694919] env[62788]: DEBUG nova.compute.manager [req-88d9f69e-3543-4641-8231-73e8d2049ff5 req-4a99e3b9-f138-4694-933a-39e3133310ce service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] Received event network-vif-deleted-8814279a-32b1-4cfb-9e4b-ac0d85aa7601 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1137.695103] env[62788]: INFO nova.compute.manager [req-88d9f69e-3543-4641-8231-73e8d2049ff5 req-4a99e3b9-f138-4694-933a-39e3133310ce service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] Neutron deleted interface 8814279a-32b1-4cfb-9e4b-ac0d85aa7601; detaching it from the instance and deleting it from the info cache [ 1137.695294] env[62788]: DEBUG nova.network.neutron [req-88d9f69e-3543-4641-8231-73e8d2049ff5 req-4a99e3b9-f138-4694-933a-39e3133310ce service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.808042] env[62788]: INFO nova.compute.manager [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Took 17.84 seconds to build instance. [ 1137.868372] env[62788]: DEBUG oslo_vmware.api [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394832, 'name': PowerOnVM_Task, 'duration_secs': 0.500106} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.868647] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.868870] env[62788]: INFO nova.compute.manager [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1137.869071] env[62788]: DEBUG nova.compute.manager [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1137.869894] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d07ddf-c09a-47fa-87cd-6cae22294aa7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.984819] env[62788]: DEBUG oslo_concurrency.lockutils [None req-65c0cdf4-06a7-45b5-abf3-2aa4f2e9c4a8 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.792s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.032937] env[62788]: DEBUG nova.network.neutron [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Successfully updated port: aca0e728-20e1-4ac7-b10d-bb79c69abd12 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.108513] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06349e7a-3b0c-44d1-94c4-e9935202da7a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.116487] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b185af26-f662-4827-bad5-f7e34aa73a3d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.149439] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11e186d-8c62-407a-9e03-4a85bc001ffd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.156862] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340e4a4d-aa9f-4af1-94d1-2ddc748649bc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.169842] env[62788]: DEBUG nova.compute.provider_tree [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.175854] env[62788]: DEBUG nova.network.neutron [-] [instance: 77771328-578a-4078-84ca-454c852d058c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.198378] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48c3863d-1f06-410b-864d-92199a7658f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.207747] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f49347-103b-4c47-8354-98290d4371f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.239217] env[62788]: DEBUG nova.compute.manager [req-88d9f69e-3543-4641-8231-73e8d2049ff5 req-4a99e3b9-f138-4694-933a-39e3133310ce service nova] [instance: 77771328-578a-4078-84ca-454c852d058c] Detach interface failed, port_id=8814279a-32b1-4cfb-9e4b-ac0d85aa7601, reason: Instance 77771328-578a-4078-84ca-454c852d058c could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1138.310596] env[62788]: DEBUG oslo_concurrency.lockutils [None req-4ad72b2d-a7fc-4e6c-a048-655e5257b3f6 tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.349s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.386013] env[62788]: INFO nova.compute.manager [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Took 15.79 seconds to build instance. [ 1138.394161] env[62788]: DEBUG nova.network.neutron [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updated VIF entry in instance network info cache for port 8aa6b2b1-7baa-4599-acd3-f4511dfe9438. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.394566] env[62788]: DEBUG nova.network.neutron [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updating instance_info_cache with network_info: [{"id": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "address": "fa:16:3e:69:5d:60", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa6b2b1-7b", "ovs_interfaceid": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.536604] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.673812] env[62788]: DEBUG nova.scheduler.client.report [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.679221] env[62788]: INFO nova.compute.manager [-] [instance: 77771328-578a-4078-84ca-454c852d058c] Took 1.24 seconds to deallocate network for instance. [ 1138.717692] env[62788]: DEBUG nova.compute.manager [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Received event network-vif-plugged-aca0e728-20e1-4ac7-b10d-bb79c69abd12 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1138.718090] env[62788]: DEBUG oslo_concurrency.lockutils [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] Acquiring lock "eeb644a2-2766-492e-8e1b-fce4072765fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.718272] env[62788]: DEBUG oslo_concurrency.lockutils [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] Lock "eeb644a2-2766-492e-8e1b-fce4072765fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.718663] env[62788]: DEBUG oslo_concurrency.lockutils [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] Lock "eeb644a2-2766-492e-8e1b-fce4072765fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.718835] env[62788]: DEBUG nova.compute.manager [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] No waiting events found dispatching network-vif-plugged-aca0e728-20e1-4ac7-b10d-bb79c69abd12 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.719070] env[62788]: WARNING nova.compute.manager [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Received unexpected event network-vif-plugged-aca0e728-20e1-4ac7-b10d-bb79c69abd12 for instance with vm_state active and task_state None. [ 1138.719255] env[62788]: DEBUG nova.compute.manager [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Received event network-changed-aca0e728-20e1-4ac7-b10d-bb79c69abd12 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1138.719484] env[62788]: DEBUG nova.compute.manager [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Refreshing instance network info cache due to event network-changed-aca0e728-20e1-4ac7-b10d-bb79c69abd12. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1138.719700] env[62788]: DEBUG oslo_concurrency.lockutils [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] Acquiring lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1138.763229] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.763714] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.763960] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.764169] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.764346] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.766492] env[62788]: INFO nova.compute.manager [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Terminating instance [ 1138.888390] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f8f48307-7789-4b72-a478-6d28277d1fdb tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.308s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.897348] env[62788]: DEBUG oslo_concurrency.lockutils [req-15f8c873-e8b7-4388-84cd-8574acdb964a req-81a775e7-c880-49d9-9fb1-166c25f2cab4 service nova] Releasing lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1138.897533] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.897726] env[62788]: DEBUG nova.network.neutron [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.180983] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.181437] env[62788]: DEBUG nova.compute.manager [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1139.184177] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.590s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.184415] env[62788]: DEBUG nova.objects.instance [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lazy-loading 'resources' on Instance uuid cb20419a-6f4c-417b-95e0-4dd0d750ecf5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.187177] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.270513] env[62788]: DEBUG nova.compute.manager [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1139.270772] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.271832] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9015db8-2b8d-4f10-af19-0912c995b702 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.280166] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.280479] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f10a3b6f-53a0-47aa-b93e-f957c48c50a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.286913] env[62788]: DEBUG oslo_vmware.api [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1139.286913] env[62788]: value = "task-2394833" [ 1139.286913] env[62788]: _type = "Task" [ 1139.286913] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.295460] env[62788]: DEBUG oslo_vmware.api [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.300664] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1139.300974] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1139.438248] env[62788]: WARNING nova.network.neutron [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] 7823ae8d-42f4-43b2-a239-db1d3283e303 already exists in list: networks containing: ['7823ae8d-42f4-43b2-a239-db1d3283e303']. ignoring it [ 1139.688348] env[62788]: DEBUG nova.compute.utils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1139.692833] env[62788]: DEBUG nova.compute.manager [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1139.692940] env[62788]: DEBUG nova.network.neutron [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.777765] env[62788]: DEBUG nova.policy [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6457ce1594ee4473add14c01ab63ca66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ea76229af82480dbd2e5b63a0645043', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.781018] env[62788]: DEBUG nova.network.neutron [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updating instance_info_cache with network_info: [{"id": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "address": "fa:16:3e:69:5d:60", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa6b2b1-7b", "ovs_interfaceid": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aca0e728-20e1-4ac7-b10d-bb79c69abd12", "address": "fa:16:3e:17:76:14", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca0e728-20", "ovs_interfaceid": "aca0e728-20e1-4ac7-b10d-bb79c69abd12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.799664] env[62788]: DEBUG oslo_vmware.api [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394833, 'name': PowerOffVM_Task, 'duration_secs': 0.298116} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.802396] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.802576] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.803417] env[62788]: DEBUG nova.compute.manager [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1139.806372] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad4f2243-df65-4b4a-aa89-c1a1f06bfebe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.897566] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.897947] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.898048] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleting the datastore file [datastore1] 5835c220-c04c-44b2-bbf0-10b9bddf8d2f {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.898375] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21dccd3d-c052-461d-80c7-25cfed3fdf41 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.907149] env[62788]: DEBUG oslo_vmware.api [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1139.907149] env[62788]: value = "task-2394835" [ 1139.907149] env[62788]: _type = "Task" [ 1139.907149] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.916297] env[62788]: DEBUG oslo_vmware.api [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.919932] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8952aa2-4d19-4b81-bfb6-d03d1cec752c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.926655] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81f8e51-5001-4ea8-9457-2d43d66fd9ad {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.957747] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0ce640-331c-4b4c-b169-9a6fb10b04f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.966322] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9d7731-c12b-41bd-8031-9205c3e679e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.980683] env[62788]: DEBUG nova.compute.provider_tree [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.152312] env[62788]: DEBUG nova.compute.manager [req-07c63c54-65f7-49c8-b96d-9f485b3a77fe req-dab882f4-8612-4265-970e-93575c787c94 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Received event network-changed-8eaede99-d569-4447-8d88-be93a70ddb03 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1140.152501] env[62788]: DEBUG nova.compute.manager [req-07c63c54-65f7-49c8-b96d-9f485b3a77fe req-dab882f4-8612-4265-970e-93575c787c94 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Refreshing instance network info cache due to event network-changed-8eaede99-d569-4447-8d88-be93a70ddb03. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1140.152716] env[62788]: DEBUG oslo_concurrency.lockutils [req-07c63c54-65f7-49c8-b96d-9f485b3a77fe req-dab882f4-8612-4265-970e-93575c787c94 service nova] Acquiring lock "refresh_cache-66ec7549-af6a-4195-96f2-e738be419d5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.152859] env[62788]: DEBUG oslo_concurrency.lockutils [req-07c63c54-65f7-49c8-b96d-9f485b3a77fe req-dab882f4-8612-4265-970e-93575c787c94 service nova] Acquired lock "refresh_cache-66ec7549-af6a-4195-96f2-e738be419d5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.153048] env[62788]: DEBUG nova.network.neutron [req-07c63c54-65f7-49c8-b96d-9f485b3a77fe req-dab882f4-8612-4265-970e-93575c787c94 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Refreshing network info cache for port 8eaede99-d569-4447-8d88-be93a70ddb03 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.193485] env[62788]: DEBUG nova.compute.manager [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1140.275386] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquiring lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.276052] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.276701] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquiring lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.276701] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.276701] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.278671] env[62788]: INFO nova.compute.manager [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Terminating instance [ 1140.283518] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.284285] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.284285] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.284522] env[62788]: DEBUG oslo_concurrency.lockutils [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] Acquired lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.284693] env[62788]: DEBUG nova.network.neutron [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Refreshing network info cache for port aca0e728-20e1-4ac7-b10d-bb79c69abd12 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.286183] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1252a6f-f2e2-49f4-8c13-f80cd4cbe3dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.306781] env[62788]: DEBUG nova.virt.hardware [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.307357] env[62788]: DEBUG nova.virt.hardware [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.307357] env[62788]: DEBUG nova.virt.hardware [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.307357] env[62788]: DEBUG nova.virt.hardware [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.307565] env[62788]: DEBUG nova.virt.hardware [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.307690] env[62788]: DEBUG nova.virt.hardware [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.307894] env[62788]: DEBUG nova.virt.hardware [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.308153] env[62788]: DEBUG nova.virt.hardware [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.308234] env[62788]: DEBUG nova.virt.hardware [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.308394] env[62788]: DEBUG nova.virt.hardware [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.308568] env[62788]: DEBUG nova.virt.hardware [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.314899] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Reconfiguring VM to attach interface {{(pid=62788) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1140.315861] env[62788]: DEBUG nova.network.neutron [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Successfully created port: 9be20394-85d2-4f34-8a73-d194351f847f {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1140.322108] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba3d96e7-856a-4586-97a5-76471b1abdc9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.344585] env[62788]: DEBUG oslo_vmware.api [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1140.344585] env[62788]: value = "task-2394836" [ 1140.344585] env[62788]: _type = "Task" [ 1140.344585] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.349948] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1140.355955] env[62788]: DEBUG oslo_vmware.api [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394836, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.418249] env[62788]: DEBUG oslo_vmware.api [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.484522] env[62788]: DEBUG nova.scheduler.client.report [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.785030] env[62788]: DEBUG nova.compute.manager [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1140.785030] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.785639] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76cd973-f1f8-4cd1-8344-54b340ed502b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.795203] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.795473] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea5864c9-a357-407d-ade9-911db51056c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.802250] env[62788]: DEBUG oslo_vmware.api [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for the task: (returnval){ [ 1140.802250] env[62788]: value = "task-2394837" [ 1140.802250] env[62788]: _type = "Task" [ 1140.802250] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.809930] env[62788]: DEBUG oslo_vmware.api [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.856747] env[62788]: DEBUG oslo_vmware.api [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.898019] env[62788]: DEBUG nova.network.neutron [req-07c63c54-65f7-49c8-b96d-9f485b3a77fe req-dab882f4-8612-4265-970e-93575c787c94 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Updated VIF entry in instance network info cache for port 8eaede99-d569-4447-8d88-be93a70ddb03. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.898712] env[62788]: DEBUG nova.network.neutron [req-07c63c54-65f7-49c8-b96d-9f485b3a77fe req-dab882f4-8612-4265-970e-93575c787c94 service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Updating instance_info_cache with network_info: [{"id": "8eaede99-d569-4447-8d88-be93a70ddb03", "address": "fa:16:3e:61:6f:a7", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8eaede99-d5", "ovs_interfaceid": "8eaede99-d569-4447-8d88-be93a70ddb03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.918430] env[62788]: DEBUG oslo_vmware.api [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.556668} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.918570] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.918755] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.918936] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.919133] env[62788]: INFO nova.compute.manager [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1140.919404] env[62788]: DEBUG oslo.service.loopingcall [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.919593] env[62788]: DEBUG nova.compute.manager [-] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1140.919688] env[62788]: DEBUG nova.network.neutron [-] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.989599] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1140.994211] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.807s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1140.994438] env[62788]: DEBUG nova.objects.instance [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lazy-loading 'resources' on Instance uuid 77771328-578a-4078-84ca-454c852d058c {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.016042] env[62788]: INFO nova.scheduler.client.report [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleted allocations for instance cb20419a-6f4c-417b-95e0-4dd0d750ecf5 [ 1141.036287] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.036560] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.036709] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Cleaning up deleted instances {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11767}} [ 1141.072373] env[62788]: DEBUG nova.network.neutron [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updated VIF entry in instance network info cache for port aca0e728-20e1-4ac7-b10d-bb79c69abd12. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.072951] env[62788]: DEBUG nova.network.neutron [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updating instance_info_cache with network_info: [{"id": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "address": "fa:16:3e:69:5d:60", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa6b2b1-7b", "ovs_interfaceid": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "aca0e728-20e1-4ac7-b10d-bb79c69abd12", "address": "fa:16:3e:17:76:14", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca0e728-20", "ovs_interfaceid": "aca0e728-20e1-4ac7-b10d-bb79c69abd12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.202967] env[62788]: DEBUG nova.compute.manager [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1141.212050] env[62788]: DEBUG nova.compute.manager [req-bc91b1ce-057d-4870-ac33-2e2c7ba158c9 req-ea8b2cef-c947-4bd0-99ff-9092fdf4c583 service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Received event network-vif-deleted-a3278a11-ad02-414c-8c4a-b19ce5d12bd4 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1141.212309] env[62788]: INFO nova.compute.manager [req-bc91b1ce-057d-4870-ac33-2e2c7ba158c9 req-ea8b2cef-c947-4bd0-99ff-9092fdf4c583 service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Neutron deleted interface a3278a11-ad02-414c-8c4a-b19ce5d12bd4; detaching it from the instance and deleting it from the info cache [ 1141.212901] env[62788]: DEBUG nova.network.neutron [req-bc91b1ce-057d-4870-ac33-2e2c7ba158c9 req-ea8b2cef-c947-4bd0-99ff-9092fdf4c583 service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.230545] env[62788]: DEBUG nova.virt.hardware [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1141.230792] env[62788]: DEBUG nova.virt.hardware [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1141.230953] env[62788]: DEBUG nova.virt.hardware [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.231154] env[62788]: DEBUG nova.virt.hardware [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1141.231306] env[62788]: DEBUG nova.virt.hardware [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.231452] env[62788]: DEBUG nova.virt.hardware [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1141.231875] env[62788]: DEBUG nova.virt.hardware [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1141.231875] env[62788]: DEBUG nova.virt.hardware [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1141.231995] env[62788]: DEBUG nova.virt.hardware [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1141.232163] env[62788]: DEBUG nova.virt.hardware [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1141.232346] env[62788]: DEBUG nova.virt.hardware [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1141.233602] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a7278c-45f4-433d-91f4-0d3085f67e56 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.242400] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a29ae12-22d3-4a1c-b18d-64c4885f6abf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.312087] env[62788]: DEBUG oslo_vmware.api [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394837, 'name': PowerOffVM_Task, 'duration_secs': 0.330084} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.312387] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.312559] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.312803] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccf21582-718f-4bc1-aa01-06de50bfd23f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.355648] env[62788]: DEBUG oslo_vmware.api [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394836, 'name': ReconfigVM_Task, 'duration_secs': 0.800977} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.356408] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.356631] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Reconfigured VM to attach interface {{(pid=62788) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1141.374188] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.374432] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.374658] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Deleting the datastore file [datastore2] 2f24fdcb-7069-40d0-b668-f4ed7b78960c {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.375185] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3240c6f-189c-402c-bf86-7ace857a58b5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.381342] env[62788]: DEBUG oslo_vmware.api [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for the task: (returnval){ [ 1141.381342] env[62788]: value = "task-2394839" [ 1141.381342] env[62788]: _type = "Task" [ 1141.381342] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.389353] env[62788]: DEBUG oslo_vmware.api [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.404266] env[62788]: DEBUG oslo_concurrency.lockutils [req-07c63c54-65f7-49c8-b96d-9f485b3a77fe req-dab882f4-8612-4265-970e-93575c787c94 service nova] Releasing lock "refresh_cache-66ec7549-af6a-4195-96f2-e738be419d5a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.524346] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1744db1d-5512-454b-a41b-58a39a129714 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "cb20419a-6f4c-417b-95e0-4dd0d750ecf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.328s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.554252] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] There are 60 instances to clean {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11776}} [ 1141.554440] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: f851620b-e3fd-44c8-bcdb-d37a32b25375] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1141.576722] env[62788]: DEBUG oslo_concurrency.lockutils [req-1bfc90d8-3d4e-418a-b2bf-447516962f91 req-dd57a923-38bc-4bab-bbff-998b3c05ec83 service nova] Releasing lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.674318] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cc7193-28ee-44e2-9cac-54484c2d6c88 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.681669] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bde0ca-5d70-4499-ba8d-fbb932fbfb01 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.712453] env[62788]: DEBUG nova.network.neutron [-] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.714529] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310ae291-8514-417a-a8c1-ec6f4697e076 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.717473] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90ec07e3-9f61-4dae-875d-77d180ce0b90 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.725803] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea93c62a-c8ad-4dc2-bd35-ac1152f759a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.732139] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be2adca-6f32-407d-8480-fcd5d97f28fe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.752013] env[62788]: DEBUG nova.compute.provider_tree [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.760898] env[62788]: DEBUG nova.compute.manager [req-bc91b1ce-057d-4870-ac33-2e2c7ba158c9 req-ea8b2cef-c947-4bd0-99ff-9092fdf4c583 service nova] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Detach interface failed, port_id=a3278a11-ad02-414c-8c4a-b19ce5d12bd4, reason: Instance 5835c220-c04c-44b2-bbf0-10b9bddf8d2f could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1141.861070] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c1453f41-668d-4171-88cd-b5811c00e4c6 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-eeb644a2-2766-492e-8e1b-fce4072765fa-aca0e728-20e1-4ac7-b10d-bb79c69abd12" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.489s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1141.872307] env[62788]: DEBUG nova.network.neutron [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Successfully updated port: 9be20394-85d2-4f34-8a73-d194351f847f {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.892124] env[62788]: DEBUG oslo_vmware.api [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Task: {'id': task-2394839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48848} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.892417] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.892601] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.892776] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.892948] env[62788]: INFO nova.compute.manager [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1141.893212] env[62788]: DEBUG oslo.service.loopingcall [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1141.893401] env[62788]: DEBUG nova.compute.manager [-] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1141.893497] env[62788]: DEBUG nova.network.neutron [-] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.057607] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: c9930309-9463-46bd-be24-be18fd647a2c] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1142.178192] env[62788]: DEBUG nova.compute.manager [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Received event network-vif-plugged-9be20394-85d2-4f34-8a73-d194351f847f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1142.178415] env[62788]: DEBUG oslo_concurrency.lockutils [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] Acquiring lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.178617] env[62788]: DEBUG oslo_concurrency.lockutils [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] Lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.178784] env[62788]: DEBUG oslo_concurrency.lockutils [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] Lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.178950] env[62788]: DEBUG nova.compute.manager [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] No waiting events found dispatching network-vif-plugged-9be20394-85d2-4f34-8a73-d194351f847f {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1142.179134] env[62788]: WARNING nova.compute.manager [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Received unexpected event network-vif-plugged-9be20394-85d2-4f34-8a73-d194351f847f for instance with vm_state building and task_state spawning. [ 1142.179299] env[62788]: DEBUG nova.compute.manager [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Received event network-changed-9be20394-85d2-4f34-8a73-d194351f847f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1142.179453] env[62788]: DEBUG nova.compute.manager [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Refreshing instance network info cache due to event network-changed-9be20394-85d2-4f34-8a73-d194351f847f. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1142.179634] env[62788]: DEBUG oslo_concurrency.lockutils [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] Acquiring lock "refresh_cache-e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.179768] env[62788]: DEBUG oslo_concurrency.lockutils [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] Acquired lock "refresh_cache-e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.179959] env[62788]: DEBUG nova.network.neutron [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Refreshing network info cache for port 9be20394-85d2-4f34-8a73-d194351f847f {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.219072] env[62788]: INFO nova.compute.manager [-] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Took 1.30 seconds to deallocate network for instance. [ 1142.262915] env[62788]: DEBUG nova.scheduler.client.report [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.374428] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "refresh_cache-e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1142.560734] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 082670bf-25d7-41f9-9001-0ac984724ca2] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1142.590679] env[62788]: DEBUG nova.network.neutron [-] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.710285] env[62788]: DEBUG nova.network.neutron [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.724283] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.767711] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.770512] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.421s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.772667] env[62788]: INFO nova.compute.claims [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.793308] env[62788]: INFO nova.scheduler.client.report [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted allocations for instance 77771328-578a-4078-84ca-454c852d058c [ 1142.797739] env[62788]: DEBUG nova.network.neutron [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.068081] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 68d3a67a-fc0e-4192-80c1-c645813873af] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1143.070585] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "interface-eeb644a2-2766-492e-8e1b-fce4072765fa-aca0e728-20e1-4ac7-b10d-bb79c69abd12" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.070814] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-eeb644a2-2766-492e-8e1b-fce4072765fa-aca0e728-20e1-4ac7-b10d-bb79c69abd12" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.092586] env[62788]: INFO nova.compute.manager [-] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Took 1.20 seconds to deallocate network for instance. [ 1143.302200] env[62788]: DEBUG oslo_concurrency.lockutils [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] Releasing lock "refresh_cache-e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1143.302200] env[62788]: DEBUG nova.compute.manager [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Received event network-vif-deleted-11fbed81-6b96-450b-983f-d70a450c1752 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1143.302384] env[62788]: INFO nova.compute.manager [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Neutron deleted interface 11fbed81-6b96-450b-983f-d70a450c1752; detaching it from the instance and deleting it from the info cache [ 1143.302558] env[62788]: DEBUG nova.network.neutron [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.303934] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e1aa450e-c21a-460c-84d3-f7a0c97541ce tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "77771328-578a-4078-84ca-454c852d058c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.048s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1143.305931] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "refresh_cache-e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.306169] env[62788]: DEBUG nova.network.neutron [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.571647] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 94b0aa0a-4ee1-4705-978a-6486f1d40c2f] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1143.574278] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.574471] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.575350] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a52229-7635-48d2-aeba-af7b6833b7a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.594912] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972be2a-d2af-4868-9076-4a3035ed65c2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.598359] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.622751] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Reconfiguring VM to detach interface {{(pid=62788) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1143.623075] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fbfaea8-aa1a-4f27-b417-3857c9e5ecaa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.641697] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1143.641697] env[62788]: value = "task-2394840" [ 1143.641697] env[62788]: _type = "Task" [ 1143.641697] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.649458] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.811477] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43df13c5-5673-4f3f-8fab-bef13edafbb8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.822278] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54df356-955d-437b-a39b-76ad75a5dc29 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.853208] env[62788]: DEBUG nova.compute.manager [req-1d141cd3-3f1b-4372-be74-b7fdcf6cab99 req-ae250b53-0c83-4e44-9552-5c9e3a03f516 service nova] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Detach interface failed, port_id=11fbed81-6b96-450b-983f-d70a450c1752, reason: Instance 2f24fdcb-7069-40d0-b668-f4ed7b78960c could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1143.856182] env[62788]: DEBUG nova.network.neutron [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.938359] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e8dcc9-c6f5-4026-9e66-3f38d50bb0c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.945472] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a3e0bd-ba3d-4749-92ad-2c7400eb9b27 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.980192] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919b5eed-43f3-4d66-9cf9-98ac5e659f54 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.987814] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0e0176-a2bd-45ef-a87c-c4222b0c205e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.002171] env[62788]: DEBUG nova.compute.provider_tree [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.074967] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 76742cd2-6317-4dee-ad0f-1c0f95928923] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1144.091563] env[62788]: DEBUG nova.network.neutron [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Updating instance_info_cache with network_info: [{"id": "9be20394-85d2-4f34-8a73-d194351f847f", "address": "fa:16:3e:db:da:a3", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be20394-85", "ovs_interfaceid": "9be20394-85d2-4f34-8a73-d194351f847f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.151619] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.504993] env[62788]: DEBUG nova.scheduler.client.report [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.578301] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 434a791d-d33b-4370-a910-d0faeb61c913] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1144.593978] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "refresh_cache-e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.594349] env[62788]: DEBUG nova.compute.manager [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Instance network_info: |[{"id": "9be20394-85d2-4f34-8a73-d194351f847f", "address": "fa:16:3e:db:da:a3", "network": {"id": "006e79b8-1a68-4759-a42a-7c7f1318e4d2", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1367189258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ea76229af82480dbd2e5b63a0645043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "136c3499-9ca0-4f85-903d-1f194aa66ed9", "external-id": "nsx-vlan-transportzone-307", "segmentation_id": 307, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9be20394-85", "ovs_interfaceid": "9be20394-85d2-4f34-8a73-d194351f847f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1144.594774] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:da:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '136c3499-9ca0-4f85-903d-1f194aa66ed9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9be20394-85d2-4f34-8a73-d194351f847f', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.602259] env[62788]: DEBUG oslo.service.loopingcall [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1144.602928] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.603625] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc72405b-f8ee-4f7b-a1a6-b4f81b7a8374 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.623955] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.623955] env[62788]: value = "task-2394841" [ 1144.623955] env[62788]: _type = "Task" [ 1144.623955] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.631431] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394841, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.650924] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.766601] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "70decc92-a486-4c4c-9041-c434c32d7106" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.766900] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "70decc92-a486-4c4c-9041-c434c32d7106" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.009606] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.010119] env[62788]: DEBUG nova.compute.manager [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1145.012660] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.289s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.012854] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.014845] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.417s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.015066] env[62788]: DEBUG nova.objects.instance [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Lazy-loading 'resources' on Instance uuid 2f24fdcb-7069-40d0-b668-f4ed7b78960c {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.036708] env[62788]: INFO nova.scheduler.client.report [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted allocations for instance 5835c220-c04c-44b2-bbf0-10b9bddf8d2f [ 1145.080968] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 861c9260-6d0b-4c4b-ae98-db81fef61b7d] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1145.134058] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394841, 'name': CreateVM_Task, 'duration_secs': 0.310836} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.134251] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.134796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.134961] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.135292] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1145.135534] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c46511-20e1-4889-859a-722e26e79438 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.140513] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1145.140513] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ae3fa8-3004-f4d7-7be3-5d1c0d79bead" [ 1145.140513] env[62788]: _type = "Task" [ 1145.140513] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.150414] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ae3fa8-3004-f4d7-7be3-5d1c0d79bead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.153332] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.272931] env[62788]: DEBUG nova.compute.manager [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1145.518142] env[62788]: DEBUG nova.compute.utils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1145.523064] env[62788]: DEBUG nova.compute.manager [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1145.523064] env[62788]: DEBUG nova.network.neutron [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.543600] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ebccdf44-a37c-4fac-b200-9016b18caa6e tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "5835c220-c04c-44b2-bbf0-10b9bddf8d2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.780s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.579327] env[62788]: DEBUG nova.policy [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b70a73d46e1f4f4a80d03a69d6f3c2ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e33d82093564b74817d00e7812582d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.584615] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: d253b4ca-939e-43fd-b1f4-35242fd35132] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1145.660543] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ae3fa8-3004-f4d7-7be3-5d1c0d79bead, 'name': SearchDatastore_Task, 'duration_secs': 0.010788} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.660777] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.661448] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1145.661448] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.661595] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1145.661705] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.661886] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.662176] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a5ed948-1a28-4d7f-850a-1bc2c60b24a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.670500] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.670679] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.671413] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1390d9c7-4664-4886-8abf-58a97dceb833 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.676210] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1145.676210] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f19ce2-2037-8c20-e056-192227eba22e" [ 1145.676210] env[62788]: _type = "Task" [ 1145.676210] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.685954] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f19ce2-2037-8c20-e056-192227eba22e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.761168] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdf7fe5-784d-499a-b9ba-40ca4a68cfbe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.768951] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb137d6-d27c-4a28-ba7f-e06afbac389e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.809884] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e502cdf4-7fd3-436a-8610-17aff971cc93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.819939] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8515a7ae-51d7-482a-b360-8498416449db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.834716] env[62788]: DEBUG nova.compute.provider_tree [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.836762] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.895864] env[62788]: DEBUG nova.network.neutron [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Successfully created port: e99f66bb-0053-4ac4-927a-f7da5283c304 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.023054] env[62788]: DEBUG nova.compute.manager [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1146.088168] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: e65a16b9-af8a-49fe-9c15-9c1f2bda1cce] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1146.156532] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.188240] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f19ce2-2037-8c20-e056-192227eba22e, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.188987] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b0729f-5c9f-4482-85fa-a6f657121b9b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.193764] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1146.193764] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e809d7-1379-5ade-075f-c03cac7ac9bb" [ 1146.193764] env[62788]: _type = "Task" [ 1146.193764] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.201443] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e809d7-1379-5ade-075f-c03cac7ac9bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.338216] env[62788]: DEBUG nova.scheduler.client.report [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.591789] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 790066d5-95c6-4621-8fc2-ba963e0558a4] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1146.659083] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.704305] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e809d7-1379-5ade-075f-c03cac7ac9bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009782} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.704596] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1146.704853] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] e1e3fe51-fe18-4b5d-8381-f28b3751e3c4/e1e3fe51-fe18-4b5d-8381-f28b3751e3c4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.705124] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a65ae90-5201-4f9f-a48d-1c8b1c4c5b26 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.711102] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1146.711102] env[62788]: value = "task-2394842" [ 1146.711102] env[62788]: _type = "Task" [ 1146.711102] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.718341] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.843560] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1146.846632] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.010s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.848177] env[62788]: INFO nova.compute.claims [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.869707] env[62788]: INFO nova.scheduler.client.report [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Deleted allocations for instance 2f24fdcb-7069-40d0-b668-f4ed7b78960c [ 1146.986565] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "691459b0-7f61-4050-b9bc-d3efea39e401" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1146.986963] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "691459b0-7f61-4050-b9bc-d3efea39e401" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1146.987189] env[62788]: INFO nova.compute.manager [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Shelving [ 1147.033319] env[62788]: DEBUG nova.compute.manager [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1147.061499] env[62788]: DEBUG nova.virt.hardware [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.061499] env[62788]: DEBUG nova.virt.hardware [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.061499] env[62788]: DEBUG nova.virt.hardware [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.061802] env[62788]: DEBUG nova.virt.hardware [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.061802] env[62788]: DEBUG nova.virt.hardware [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.061932] env[62788]: DEBUG nova.virt.hardware [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.062205] env[62788]: DEBUG nova.virt.hardware [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.062430] env[62788]: DEBUG nova.virt.hardware [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.062620] env[62788]: DEBUG nova.virt.hardware [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.062832] env[62788]: DEBUG nova.virt.hardware [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.063053] env[62788]: DEBUG nova.virt.hardware [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.064073] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b9cba4-0f66-455c-9949-28294eabed6c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.074626] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0024d7bb-6f39-46ee-b3a4-05bd88e8cc05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.095502] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 03bfda23-6542-43a2-b0b2-f0bca9d2b94c] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1147.161708] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.220852] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394842, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.307423] env[62788]: DEBUG nova.compute.manager [req-ad19704f-ce89-447f-ab35-6689990a5544 req-7b174da6-847b-47cc-b0d1-e9b937bb41ed service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Received event network-vif-plugged-e99f66bb-0053-4ac4-927a-f7da5283c304 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1147.307650] env[62788]: DEBUG oslo_concurrency.lockutils [req-ad19704f-ce89-447f-ab35-6689990a5544 req-7b174da6-847b-47cc-b0d1-e9b937bb41ed service nova] Acquiring lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1147.307853] env[62788]: DEBUG oslo_concurrency.lockutils [req-ad19704f-ce89-447f-ab35-6689990a5544 req-7b174da6-847b-47cc-b0d1-e9b937bb41ed service nova] Lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1147.308034] env[62788]: DEBUG oslo_concurrency.lockutils [req-ad19704f-ce89-447f-ab35-6689990a5544 req-7b174da6-847b-47cc-b0d1-e9b937bb41ed service nova] Lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.308210] env[62788]: DEBUG nova.compute.manager [req-ad19704f-ce89-447f-ab35-6689990a5544 req-7b174da6-847b-47cc-b0d1-e9b937bb41ed service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] No waiting events found dispatching network-vif-plugged-e99f66bb-0053-4ac4-927a-f7da5283c304 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.308378] env[62788]: WARNING nova.compute.manager [req-ad19704f-ce89-447f-ab35-6689990a5544 req-7b174da6-847b-47cc-b0d1-e9b937bb41ed service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Received unexpected event network-vif-plugged-e99f66bb-0053-4ac4-927a-f7da5283c304 for instance with vm_state building and task_state spawning. [ 1147.377247] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c8860cb4-e78c-4637-b24c-b1ec8c28141b tempest-ServersNegativeTestMultiTenantJSON-1574055575 tempest-ServersNegativeTestMultiTenantJSON-1574055575-project-member] Lock "2f24fdcb-7069-40d0-b668-f4ed7b78960c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.101s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.423213] env[62788]: DEBUG nova.network.neutron [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Successfully updated port: e99f66bb-0053-4ac4-927a-f7da5283c304 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.599157] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 56401058-ae89-4c30-a33e-1cb7a4417634] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1147.658886] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.720905] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664805} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.721177] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] e1e3fe51-fe18-4b5d-8381-f28b3751e3c4/e1e3fe51-fe18-4b5d-8381-f28b3751e3c4.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.721399] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.721642] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84b7386e-99da-42c1-a8dd-abc52debb6e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.727873] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1147.727873] env[62788]: value = "task-2394843" [ 1147.727873] env[62788]: _type = "Task" [ 1147.727873] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.737157] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.925569] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "refresh_cache-9bf86958-d68d-4eb0-bb64-676aebcb92ff" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.925902] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "refresh_cache-9bf86958-d68d-4eb0-bb64-676aebcb92ff" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.926070] env[62788]: DEBUG nova.network.neutron [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.997413] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.997413] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cde6af76-1b8b-4479-b9ec-a47aa7e55a2f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.005105] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1148.005105] env[62788]: value = "task-2394844" [ 1148.005105] env[62788]: _type = "Task" [ 1148.005105] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.013612] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.101964] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: c3bfcb5f-b06c-4d5f-9176-f8c124355666] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1148.104695] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5643e61-07e1-49a0-9a6c-9ff38a070d23 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.114753] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158e667c-bae5-412e-b704-74e5fa9ad980 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.146321] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcc8aa0-4cc1-4fea-a8d8-910cb0f6443c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.156405] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd36727-60d8-488b-aae0-01278c8cdf91 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.165164] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.175604] env[62788]: DEBUG nova.compute.provider_tree [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.237870] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062965} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.238169] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.238951] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c7cae9-83cf-42ab-9d1e-ae91afc3bfb8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.261636] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] e1e3fe51-fe18-4b5d-8381-f28b3751e3c4/e1e3fe51-fe18-4b5d-8381-f28b3751e3c4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.261950] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8a19fe6-c9ef-4a25-b4b5-4c796a16eccf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.281583] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1148.281583] env[62788]: value = "task-2394845" [ 1148.281583] env[62788]: _type = "Task" [ 1148.281583] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.289670] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.463774] env[62788]: DEBUG nova.network.neutron [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.515590] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394844, 'name': PowerOffVM_Task, 'duration_secs': 0.320051} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.516432] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.517391] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45d0013-be44-472b-ae54-2303682e8d15 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.538135] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d3db97-d7fb-42a9-b663-b038f990059e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.613599] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: cb4b1d02-ac47-4643-aaa3-4e1ead9fa054] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1148.645543] env[62788]: DEBUG nova.network.neutron [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Updating instance_info_cache with network_info: [{"id": "e99f66bb-0053-4ac4-927a-f7da5283c304", "address": "fa:16:3e:92:8c:26", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape99f66bb-00", "ovs_interfaceid": "e99f66bb-0053-4ac4-927a-f7da5283c304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.660448] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.678982] env[62788]: DEBUG nova.scheduler.client.report [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.793148] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394845, 'name': ReconfigVM_Task, 'duration_secs': 0.282873} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.793446] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Reconfigured VM instance instance-0000006f to attach disk [datastore1] e1e3fe51-fe18-4b5d-8381-f28b3751e3c4/e1e3fe51-fe18-4b5d-8381-f28b3751e3c4.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.794112] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2826c6a5-c2ac-4c7b-b45e-ba10962c5bbc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.801359] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1148.801359] env[62788]: value = "task-2394846" [ 1148.801359] env[62788]: _type = "Task" [ 1148.801359] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.811047] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394846, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.060036] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1149.060036] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b4c3736-1e0e-449d-bea9-334a80bd3715 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.066956] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1149.066956] env[62788]: value = "task-2394847" [ 1149.066956] env[62788]: _type = "Task" [ 1149.066956] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.077575] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394847, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.113678] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: b6924f32-ae5d-40ab-8619-26e1627a0264] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1149.154569] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "refresh_cache-9bf86958-d68d-4eb0-bb64-676aebcb92ff" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1149.154938] env[62788]: DEBUG nova.compute.manager [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Instance network_info: |[{"id": "e99f66bb-0053-4ac4-927a-f7da5283c304", "address": "fa:16:3e:92:8c:26", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape99f66bb-00", "ovs_interfaceid": "e99f66bb-0053-4ac4-927a-f7da5283c304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1149.155478] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:8c:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e99f66bb-0053-4ac4-927a-f7da5283c304', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.166013] env[62788]: DEBUG oslo.service.loopingcall [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1149.166785] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.167051] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.167256] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad6d4156-ff74-422f-b91f-0f9598143a5d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.184547] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1149.185049] env[62788]: DEBUG nova.compute.manager [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1149.188820] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.188820] env[62788]: value = "task-2394848" [ 1149.188820] env[62788]: _type = "Task" [ 1149.188820] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.196339] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394848, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.310771] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394846, 'name': Rename_Task, 'duration_secs': 0.157856} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.311060] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.311373] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65fe36e4-ac95-4393-af42-b96111b8425b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.317142] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1149.317142] env[62788]: value = "task-2394849" [ 1149.317142] env[62788]: _type = "Task" [ 1149.317142] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.324409] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.342040] env[62788]: DEBUG nova.compute.manager [req-9e82f535-a999-467c-b6ab-4fb9faaaeda4 req-3eab7351-b1db-422f-9eed-c56ad4f10e54 service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Received event network-changed-e99f66bb-0053-4ac4-927a-f7da5283c304 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1149.342040] env[62788]: DEBUG nova.compute.manager [req-9e82f535-a999-467c-b6ab-4fb9faaaeda4 req-3eab7351-b1db-422f-9eed-c56ad4f10e54 service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Refreshing instance network info cache due to event network-changed-e99f66bb-0053-4ac4-927a-f7da5283c304. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1149.342314] env[62788]: DEBUG oslo_concurrency.lockutils [req-9e82f535-a999-467c-b6ab-4fb9faaaeda4 req-3eab7351-b1db-422f-9eed-c56ad4f10e54 service nova] Acquiring lock "refresh_cache-9bf86958-d68d-4eb0-bb64-676aebcb92ff" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1149.342566] env[62788]: DEBUG oslo_concurrency.lockutils [req-9e82f535-a999-467c-b6ab-4fb9faaaeda4 req-3eab7351-b1db-422f-9eed-c56ad4f10e54 service nova] Acquired lock "refresh_cache-9bf86958-d68d-4eb0-bb64-676aebcb92ff" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.342618] env[62788]: DEBUG nova.network.neutron [req-9e82f535-a999-467c-b6ab-4fb9faaaeda4 req-3eab7351-b1db-422f-9eed-c56ad4f10e54 service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Refreshing network info cache for port e99f66bb-0053-4ac4-927a-f7da5283c304 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.577772] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394847, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.616984] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 50f92193-f3c9-425a-87e8-0069dc1f9919] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1149.661792] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.691249] env[62788]: DEBUG nova.compute.utils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1149.693120] env[62788]: DEBUG nova.compute.manager [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1149.696022] env[62788]: DEBUG nova.network.neutron [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.705229] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394848, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.770499] env[62788]: DEBUG nova.policy [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adab5438774748afa1335c40936a0c64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f8adca4e8524b43a06021f1d4eb8624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.830976] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394849, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.084876] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394847, 'name': CreateSnapshot_Task, 'duration_secs': 0.828569} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.089278] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1150.090117] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df702540-8663-4929-af3e-0111ada4d5cb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.123669] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 3c5f54e8-f6f5-45d8-a291-99a76cfecd4e] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1150.162529] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.203984] env[62788]: DEBUG nova.compute.manager [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1150.207658] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394848, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.208575] env[62788]: DEBUG nova.network.neutron [req-9e82f535-a999-467c-b6ab-4fb9faaaeda4 req-3eab7351-b1db-422f-9eed-c56ad4f10e54 service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Updated VIF entry in instance network info cache for port e99f66bb-0053-4ac4-927a-f7da5283c304. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.208906] env[62788]: DEBUG nova.network.neutron [req-9e82f535-a999-467c-b6ab-4fb9faaaeda4 req-3eab7351-b1db-422f-9eed-c56ad4f10e54 service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Updating instance_info_cache with network_info: [{"id": "e99f66bb-0053-4ac4-927a-f7da5283c304", "address": "fa:16:3e:92:8c:26", "network": {"id": "cf49e386-0e3c-4d3e-b202-5d566392b32e", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-934300374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e33d82093564b74817d00e7812582d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape99f66bb-00", "ovs_interfaceid": "e99f66bb-0053-4ac4-927a-f7da5283c304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.331455] env[62788]: DEBUG oslo_vmware.api [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394849, 'name': PowerOnVM_Task, 'duration_secs': 0.552206} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.331727] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.331929] env[62788]: INFO nova.compute.manager [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1150.332163] env[62788]: DEBUG nova.compute.manager [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1150.332974] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4159336a-78d6-443e-9ac1-83fa1f0ba5a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.550868] env[62788]: DEBUG nova.network.neutron [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Successfully created port: 63d23bad-8cca-4f47-aea4-7ec1c7d1949e {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.610215] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1150.610570] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8e2e8fe-005d-46a6-b8dc-060fdcfbed80 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.619291] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1150.619291] env[62788]: value = "task-2394850" [ 1150.619291] env[62788]: _type = "Task" [ 1150.619291] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.627685] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: be7b39b1-bf0b-404e-aaf9-183262a12034] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1150.629401] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394850, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.667489] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.702728] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394848, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.714979] env[62788]: DEBUG oslo_concurrency.lockutils [req-9e82f535-a999-467c-b6ab-4fb9faaaeda4 req-3eab7351-b1db-422f-9eed-c56ad4f10e54 service nova] Releasing lock "refresh_cache-9bf86958-d68d-4eb0-bb64-676aebcb92ff" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.850595] env[62788]: INFO nova.compute.manager [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Took 17.10 seconds to build instance. [ 1151.130236] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394850, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.130808] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: b91af2fd-959d-4183-ba12-0dc1f081d4c1] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1151.165891] env[62788]: DEBUG oslo_vmware.api [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394840, 'name': ReconfigVM_Task, 'duration_secs': 7.167332} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.167239] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.167239] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Reconfigured VM to detach interface {{(pid=62788) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1151.202979] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394848, 'name': CreateVM_Task, 'duration_secs': 1.747439} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.203181] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.203881] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.204065] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.204404] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1151.204760] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555bac4f-3e9b-4f59-a201-5e6850bbe766 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.209326] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1151.209326] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525024f9-6b5b-6a0a-8833-9bd0c206a046" [ 1151.209326] env[62788]: _type = "Task" [ 1151.209326] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.218813] env[62788]: DEBUG nova.compute.manager [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1151.220694] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525024f9-6b5b-6a0a-8833-9bd0c206a046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.246515] env[62788]: DEBUG nova.virt.hardware [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.246805] env[62788]: DEBUG nova.virt.hardware [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.246957] env[62788]: DEBUG nova.virt.hardware [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.247294] env[62788]: DEBUG nova.virt.hardware [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.247375] env[62788]: DEBUG nova.virt.hardware [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.247454] env[62788]: DEBUG nova.virt.hardware [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.247779] env[62788]: DEBUG nova.virt.hardware [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.247960] env[62788]: DEBUG nova.virt.hardware [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.248154] env[62788]: DEBUG nova.virt.hardware [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.248322] env[62788]: DEBUG nova.virt.hardware [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.248500] env[62788]: DEBUG nova.virt.hardware [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.249559] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1046694a-1d59-469f-aa59-d05a4a801ec0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.257047] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dce63e-119b-4036-b385-2768c8c4c7e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.352925] env[62788]: DEBUG oslo_concurrency.lockutils [None req-9c88c246-f748-4ac0-97f8-38de3a2de243 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.610s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.630860] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394850, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.634390] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 775d7dda-0ad2-4c8a-bca1-587f4c2d5cd0] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1151.719484] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525024f9-6b5b-6a0a-8833-9bd0c206a046, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.720074] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1151.720074] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.720665] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.720665] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.720665] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.720965] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61b2a65f-4a5a-4324-a60b-d72239d7770e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.729195] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.729393] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.730121] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-605813dd-f59e-49ad-9114-bbcd1bf4df39 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.735557] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1151.735557] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5208d31c-ba9e-1755-ffac-02f39f0950d9" [ 1151.735557] env[62788]: _type = "Task" [ 1151.735557] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.743114] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5208d31c-ba9e-1755-ffac-02f39f0950d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.035506] env[62788]: DEBUG nova.compute.manager [req-42d5999f-ad80-47e3-a5be-cde9ee002bd1 req-721d7f69-8811-4f0f-8a32-98669206e018 service nova] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Received event network-vif-plugged-63d23bad-8cca-4f47-aea4-7ec1c7d1949e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1152.035506] env[62788]: DEBUG oslo_concurrency.lockutils [req-42d5999f-ad80-47e3-a5be-cde9ee002bd1 req-721d7f69-8811-4f0f-8a32-98669206e018 service nova] Acquiring lock "70decc92-a486-4c4c-9041-c434c32d7106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.035506] env[62788]: DEBUG oslo_concurrency.lockutils [req-42d5999f-ad80-47e3-a5be-cde9ee002bd1 req-721d7f69-8811-4f0f-8a32-98669206e018 service nova] Lock "70decc92-a486-4c4c-9041-c434c32d7106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.035506] env[62788]: DEBUG oslo_concurrency.lockutils [req-42d5999f-ad80-47e3-a5be-cde9ee002bd1 req-721d7f69-8811-4f0f-8a32-98669206e018 service nova] Lock "70decc92-a486-4c4c-9041-c434c32d7106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.035506] env[62788]: DEBUG nova.compute.manager [req-42d5999f-ad80-47e3-a5be-cde9ee002bd1 req-721d7f69-8811-4f0f-8a32-98669206e018 service nova] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] No waiting events found dispatching network-vif-plugged-63d23bad-8cca-4f47-aea4-7ec1c7d1949e {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.035506] env[62788]: WARNING nova.compute.manager [req-42d5999f-ad80-47e3-a5be-cde9ee002bd1 req-721d7f69-8811-4f0f-8a32-98669206e018 service nova] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Received unexpected event network-vif-plugged-63d23bad-8cca-4f47-aea4-7ec1c7d1949e for instance with vm_state building and task_state spawning. [ 1152.131018] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394850, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.138187] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 130e2f44-88b4-4acd-a686-f46ec59d4e49] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1152.199749] env[62788]: DEBUG nova.network.neutron [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Successfully updated port: 63d23bad-8cca-4f47-aea4-7ec1c7d1949e {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1152.247507] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5208d31c-ba9e-1755-ffac-02f39f0950d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009653} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.248428] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c2c787-587c-4e1e-9ee7-0894266c2d85 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.254448] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1152.254448] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5266139f-b4c9-3070-eac0-d5b48e83aa84" [ 1152.254448] env[62788]: _type = "Task" [ 1152.254448] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.263347] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5266139f-b4c9-3070-eac0-d5b48e83aa84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.509639] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.510017] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquired lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.510509] env[62788]: DEBUG nova.network.neutron [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.632337] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394850, 'name': CloneVM_Task} progress is 95%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.641930] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 84bb5828-006e-4c35-9863-743b5bc949b1] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1152.703535] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "refresh_cache-70decc92-a486-4c4c-9041-c434c32d7106" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1152.703535] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "refresh_cache-70decc92-a486-4c4c-9041-c434c32d7106" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.703535] env[62788]: DEBUG nova.network.neutron [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.718566] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "eeb644a2-2766-492e-8e1b-fce4072765fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.718566] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "eeb644a2-2766-492e-8e1b-fce4072765fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.718566] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "eeb644a2-2766-492e-8e1b-fce4072765fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.718566] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "eeb644a2-2766-492e-8e1b-fce4072765fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.718566] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "eeb644a2-2766-492e-8e1b-fce4072765fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.719488] env[62788]: INFO nova.compute.manager [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Terminating instance [ 1152.764462] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5266139f-b4c9-3070-eac0-d5b48e83aa84, 'name': SearchDatastore_Task, 'duration_secs': 0.031856} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.765506] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.765506] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 9bf86958-d68d-4eb0-bb64-676aebcb92ff/9bf86958-d68d-4eb0-bb64-676aebcb92ff.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.765715] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2bb45df-c921-47fc-b691-8cb7fd275cb4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.772654] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1152.772654] env[62788]: value = "task-2394851" [ 1152.772654] env[62788]: _type = "Task" [ 1152.772654] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.781842] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.032968] env[62788]: DEBUG nova.compute.manager [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1153.032968] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fd202a-3a7e-4d5d-a162-969c3b9b6a58 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.139953] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394850, 'name': CloneVM_Task, 'duration_secs': 2.230682} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.140929] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Created linked-clone VM from snapshot [ 1153.142495] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e6545d-39f2-42ad-9d59-5f822db84529 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.145997] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 2567e29e-6f44-4fcb-a1d2-852c3a933d44] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1153.161821] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Uploading image f24b7b32-57f7-42f0-83a0-9287ddd08307 {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1153.192108] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1153.192108] env[62788]: value = "vm-485808" [ 1153.192108] env[62788]: _type = "VirtualMachine" [ 1153.192108] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1153.192851] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a83e568c-11a1-45ac-900d-b00077c81642 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.205187] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lease: (returnval){ [ 1153.205187] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52685bf0-253a-55d4-61dd-a19cf237eb3e" [ 1153.205187] env[62788]: _type = "HttpNfcLease" [ 1153.205187] env[62788]: } obtained for exporting VM: (result){ [ 1153.205187] env[62788]: value = "vm-485808" [ 1153.205187] env[62788]: _type = "VirtualMachine" [ 1153.205187] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1153.205716] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the lease: (returnval){ [ 1153.205716] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52685bf0-253a-55d4-61dd-a19cf237eb3e" [ 1153.205716] env[62788]: _type = "HttpNfcLease" [ 1153.205716] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1153.222474] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.222474] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52685bf0-253a-55d4-61dd-a19cf237eb3e" [ 1153.222474] env[62788]: _type = "HttpNfcLease" [ 1153.222474] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1153.222856] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1153.222856] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52685bf0-253a-55d4-61dd-a19cf237eb3e" [ 1153.222856] env[62788]: _type = "HttpNfcLease" [ 1153.222856] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1153.223578] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee90e35a-b22d-4ae3-b481-b1ec68c727db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.227215] env[62788]: DEBUG nova.compute.manager [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1153.227439] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.228242] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780ef346-7ba7-4560-b35f-a192d0d41b2b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.240823] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75152-29f8-d633-15fe-58aa7feae764/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1153.241054] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75152-29f8-d633-15fe-58aa7feae764/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1153.246175] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.247264] env[62788]: DEBUG nova.network.neutron [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.249742] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c659072a-92f6-4e6b-8032-9d75aa9302c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.322441] env[62788]: DEBUG oslo_vmware.api [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1153.322441] env[62788]: value = "task-2394853" [ 1153.322441] env[62788]: _type = "Task" [ 1153.322441] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.330262] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513215} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.332210] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 9bf86958-d68d-4eb0-bb64-676aebcb92ff/9bf86958-d68d-4eb0-bb64-676aebcb92ff.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.332801] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.337066] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26638402-62e3-4fcb-8c42-fc921d1ebeb0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.339272] env[62788]: DEBUG oslo_vmware.api [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.343560] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1153.343560] env[62788]: value = "task-2394854" [ 1153.343560] env[62788]: _type = "Task" [ 1153.343560] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.351751] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.371062] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0914ff0a-9a1a-4c82-8083-b7cfb9f7720a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.478989] env[62788]: DEBUG nova.network.neutron [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Updating instance_info_cache with network_info: [{"id": "63d23bad-8cca-4f47-aea4-7ec1c7d1949e", "address": "fa:16:3e:65:48:a7", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d23bad-8c", "ovs_interfaceid": "63d23bad-8cca-4f47-aea4-7ec1c7d1949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.495044] env[62788]: INFO nova.network.neutron [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Port aca0e728-20e1-4ac7-b10d-bb79c69abd12 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1153.495468] env[62788]: DEBUG nova.network.neutron [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updating instance_info_cache with network_info: [{"id": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "address": "fa:16:3e:69:5d:60", "network": {"id": "7823ae8d-42f4-43b2-a239-db1d3283e303", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-59606303-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c418b624ace4dfa808d35ed0a8ac60c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f44b2fa3-6730-4b87-8839-947eff21213f", "external-id": "nsx-vlan-transportzone-984", "segmentation_id": 984, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa6b2b1-7b", "ovs_interfaceid": "8aa6b2b1-7baa-4599-acd3-f4511dfe9438", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.549654] env[62788]: INFO nova.compute.manager [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] instance snapshotting [ 1153.554767] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a557f302-2cd7-46b3-8842-f345aacb0265 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.573460] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f357052-5177-4bbe-a514-5cee8b14083d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.649871] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 53fedaf0-39bf-4237-9e96-a823b8ef3e4b] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1153.834615] env[62788]: DEBUG oslo_vmware.api [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394853, 'name': PowerOffVM_Task, 'duration_secs': 0.213868} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.834969] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.835433] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.835911] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a59555c1-2c6c-4c4d-b1da-5162553b4575 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.856916] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068055} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.857641] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.860260] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf7440c-a99e-4669-a451-b23ddbd5b5ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.891289] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 9bf86958-d68d-4eb0-bb64-676aebcb92ff/9bf86958-d68d-4eb0-bb64-676aebcb92ff.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.891849] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d526ae6-6c27-4609-baf5-fd50ca4b188c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.914712] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.914916] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.915129] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleting the datastore file [datastore1] eeb644a2-2766-492e-8e1b-fce4072765fa {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.916216] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2eb1d123-8119-42ee-9b78-4223ea9c0c2f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.920459] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1153.920459] env[62788]: value = "task-2394856" [ 1153.920459] env[62788]: _type = "Task" [ 1153.920459] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.925308] env[62788]: DEBUG oslo_vmware.api [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1153.925308] env[62788]: value = "task-2394857" [ 1153.925308] env[62788]: _type = "Task" [ 1153.925308] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.933977] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.938634] env[62788]: DEBUG oslo_vmware.api [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.982418] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "refresh_cache-70decc92-a486-4c4c-9041-c434c32d7106" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1153.982701] env[62788]: DEBUG nova.compute.manager [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Instance network_info: |[{"id": "63d23bad-8cca-4f47-aea4-7ec1c7d1949e", "address": "fa:16:3e:65:48:a7", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d23bad-8c", "ovs_interfaceid": "63d23bad-8cca-4f47-aea4-7ec1c7d1949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1153.983201] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:48:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63d23bad-8cca-4f47-aea4-7ec1c7d1949e', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.991445] env[62788]: DEBUG oslo.service.loopingcall [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1153.991645] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.992866] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a702d6e-e280-4095-bcdf-e94d7d12bf10 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.012509] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Releasing lock "refresh_cache-eeb644a2-2766-492e-8e1b-fce4072765fa" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.023786] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1154.023786] env[62788]: value = "task-2394858" [ 1154.023786] env[62788]: _type = "Task" [ 1154.023786] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.035348] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394858, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.064387] env[62788]: DEBUG nova.compute.manager [req-708fdf93-5ac8-4d2b-a5ee-60c4fc2e0399 req-4c3039f4-b2ca-472b-9e46-c5e47f05ffd8 service nova] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Received event network-changed-63d23bad-8cca-4f47-aea4-7ec1c7d1949e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1154.064789] env[62788]: DEBUG nova.compute.manager [req-708fdf93-5ac8-4d2b-a5ee-60c4fc2e0399 req-4c3039f4-b2ca-472b-9e46-c5e47f05ffd8 service nova] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Refreshing instance network info cache due to event network-changed-63d23bad-8cca-4f47-aea4-7ec1c7d1949e. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1154.065129] env[62788]: DEBUG oslo_concurrency.lockutils [req-708fdf93-5ac8-4d2b-a5ee-60c4fc2e0399 req-4c3039f4-b2ca-472b-9e46-c5e47f05ffd8 service nova] Acquiring lock "refresh_cache-70decc92-a486-4c4c-9041-c434c32d7106" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.065339] env[62788]: DEBUG oslo_concurrency.lockutils [req-708fdf93-5ac8-4d2b-a5ee-60c4fc2e0399 req-4c3039f4-b2ca-472b-9e46-c5e47f05ffd8 service nova] Acquired lock "refresh_cache-70decc92-a486-4c4c-9041-c434c32d7106" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.065568] env[62788]: DEBUG nova.network.neutron [req-708fdf93-5ac8-4d2b-a5ee-60c4fc2e0399 req-4c3039f4-b2ca-472b-9e46-c5e47f05ffd8 service nova] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Refreshing network info cache for port 63d23bad-8cca-4f47-aea4-7ec1c7d1949e {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.086042] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1154.086905] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc214b0e-08b1-42e5-96c4-bc6a8b6b2ddd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.094951] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1154.094951] env[62788]: value = "task-2394859" [ 1154.094951] env[62788]: _type = "Task" [ 1154.094951] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.105805] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394859, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.154443] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 5a26bac5-d522-4d7f-8acf-89027ba55c43] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1154.434075] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394856, 'name': ReconfigVM_Task, 'duration_secs': 0.293296} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.435125] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 9bf86958-d68d-4eb0-bb64-676aebcb92ff/9bf86958-d68d-4eb0-bb64-676aebcb92ff.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.435937] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-923e3f40-1a6e-4f7d-959c-c0b6d9cc54a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.446019] env[62788]: DEBUG oslo_vmware.api [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314298} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.446019] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.446019] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.446019] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.446019] env[62788]: INFO nova.compute.manager [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1154.446019] env[62788]: DEBUG oslo.service.loopingcall [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1154.446019] env[62788]: DEBUG nova.compute.manager [-] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1154.446019] env[62788]: DEBUG nova.network.neutron [-] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.448845] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1154.448845] env[62788]: value = "task-2394860" [ 1154.448845] env[62788]: _type = "Task" [ 1154.448845] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.460710] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394860, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.520697] env[62788]: DEBUG oslo_concurrency.lockutils [None req-53973a2d-d030-4317-b356-fa1d815d0a79 tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "interface-eeb644a2-2766-492e-8e1b-fce4072765fa-aca0e728-20e1-4ac7-b10d-bb79c69abd12" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.450s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1154.536024] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394858, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.605635] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394859, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.661021] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: a0afa067-1a4e-4f56-8ee2-7fbcd98e098d] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1154.969020] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394860, 'name': Rename_Task, 'duration_secs': 0.272991} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.969590] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.969957] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fefbd4e3-d942-4fbd-bef6-cea386d2f351 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.977372] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1154.977372] env[62788]: value = "task-2394861" [ 1154.977372] env[62788]: _type = "Task" [ 1154.977372] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.991250] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.039219] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394858, 'name': CreateVM_Task, 'duration_secs': 0.526846} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.039507] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.040349] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.040573] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.041032] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1155.044415] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18168b1a-01c4-48b3-8269-ae70970ce214 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.050652] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1155.050652] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52074d25-b56a-d4b1-78ae-147edc8e6006" [ 1155.050652] env[62788]: _type = "Task" [ 1155.050652] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.067479] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52074d25-b56a-d4b1-78ae-147edc8e6006, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.067782] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.068444] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.069218] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.069218] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.069358] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.069553] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c41645ab-5930-44e9-ab57-a31516ef7cd2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.078312] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.078588] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.079418] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73defa0-ed1b-44c1-8db5-d1f88ba1f1f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.085084] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1155.085084] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52212385-6a11-d890-5040-e0179d13dfa3" [ 1155.085084] env[62788]: _type = "Task" [ 1155.085084] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.097593] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52212385-6a11-d890-5040-e0179d13dfa3, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.105998] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29e550c-1a3b-49f0-88d9-68eb6db50b29 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.113881] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394859, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.117804] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1155.117804] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5202e7b7-24ea-8550-cfee-2869d0bba219" [ 1155.117804] env[62788]: _type = "Task" [ 1155.117804] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.128407] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5202e7b7-24ea-8550-cfee-2869d0bba219, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.128865] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.129412] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 70decc92-a486-4c4c-9041-c434c32d7106/70decc92-a486-4c4c-9041-c434c32d7106.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.129555] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f170f0c-56c1-4d2f-a7a4-9f1438fa40e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.139758] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1155.139758] env[62788]: value = "task-2394862" [ 1155.139758] env[62788]: _type = "Task" [ 1155.139758] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.149513] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.166332] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 435ef4c0-6316-4174-91f5-7ed596a72cdc] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1155.273026] env[62788]: DEBUG nova.network.neutron [req-708fdf93-5ac8-4d2b-a5ee-60c4fc2e0399 req-4c3039f4-b2ca-472b-9e46-c5e47f05ffd8 service nova] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Updated VIF entry in instance network info cache for port 63d23bad-8cca-4f47-aea4-7ec1c7d1949e. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.273026] env[62788]: DEBUG nova.network.neutron [req-708fdf93-5ac8-4d2b-a5ee-60c4fc2e0399 req-4c3039f4-b2ca-472b-9e46-c5e47f05ffd8 service nova] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Updating instance_info_cache with network_info: [{"id": "63d23bad-8cca-4f47-aea4-7ec1c7d1949e", "address": "fa:16:3e:65:48:a7", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63d23bad-8c", "ovs_interfaceid": "63d23bad-8cca-4f47-aea4-7ec1c7d1949e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.491373] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394861, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.610299] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394859, 'name': CreateSnapshot_Task, 'duration_secs': 1.103033} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.610299] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1155.610995] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bd8f44-a4d3-4f84-91d3-b38eab812656 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.651691] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394862, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.669467] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 57f5de6b-7290-4359-8b6d-5f66e6e9ace0] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1155.775680] env[62788]: DEBUG oslo_concurrency.lockutils [req-708fdf93-5ac8-4d2b-a5ee-60c4fc2e0399 req-4c3039f4-b2ca-472b-9e46-c5e47f05ffd8 service nova] Releasing lock "refresh_cache-70decc92-a486-4c4c-9041-c434c32d7106" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.918535] env[62788]: DEBUG nova.network.neutron [-] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.995760] env[62788]: DEBUG oslo_vmware.api [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394861, 'name': PowerOnVM_Task, 'duration_secs': 0.58685} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.995944] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.996243] env[62788]: INFO nova.compute.manager [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1155.996551] env[62788]: DEBUG nova.compute.manager [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1155.997265] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1b9306-d47a-4cc1-8152-ff001b53f31c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.096783] env[62788]: DEBUG nova.compute.manager [req-556910ba-482c-48c7-8a70-b73f31baca7b req-4d27bfe7-4ddf-4048-b111-f2941a8f54eb service nova] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Received event network-vif-deleted-8aa6b2b1-7baa-4599-acd3-f4511dfe9438 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1156.130964] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1156.131654] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-85997932-58c4-41fd-8cfb-a29690be78e3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.140772] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1156.140772] env[62788]: value = "task-2394863" [ 1156.140772] env[62788]: _type = "Task" [ 1156.140772] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.153013] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528321} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.156308] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 70decc92-a486-4c4c-9041-c434c32d7106/70decc92-a486-4c4c-9041-c434c32d7106.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.156557] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.156819] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394863, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.157045] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd13376e-14e4-487f-99a8-f67d8ee38fd6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.163725] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1156.163725] env[62788]: value = "task-2394864" [ 1156.163725] env[62788]: _type = "Task" [ 1156.163725] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.173397] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.173711] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 7ff81b21-7171-4a1d-9dd1-1344f46a434a] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1156.423840] env[62788]: INFO nova.compute.manager [-] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Took 1.98 seconds to deallocate network for instance. [ 1156.516330] env[62788]: INFO nova.compute.manager [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Took 16.20 seconds to build instance. [ 1156.580584] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "c53ba01e-4d55-4824-a932-4260c916aea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.580816] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.651980] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394863, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.672839] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065539} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.673379] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.674061] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef052f9-be67-44e4-982d-4ad0dccf3c8e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.676752] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 7cf516ce-494d-455e-bfcd-3b71df267be4] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1156.699308] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 70decc92-a486-4c4c-9041-c434c32d7106/70decc92-a486-4c4c-9041-c434c32d7106.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.699640] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffda3c36-735a-4329-ac5f-60b13fa5554e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.721554] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1156.721554] env[62788]: value = "task-2394865" [ 1156.721554] env[62788]: _type = "Task" [ 1156.721554] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.731717] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.932107] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.932107] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.932107] env[62788]: DEBUG nova.objects.instance [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'resources' on Instance uuid eeb644a2-2766-492e-8e1b-fce4072765fa {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.019335] env[62788]: DEBUG oslo_concurrency.lockutils [None req-eac1baa9-23b3-4e3e-a0c1-1d3d09e9b480 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.718s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.083122] env[62788]: DEBUG nova.compute.manager [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1157.152508] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394863, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.180158] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 25d99f37-2e63-46c5-9b14-94405ec25aec] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1157.233500] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.493441] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.493758] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.493993] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.494201] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.494371] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1157.496491] env[62788]: INFO nova.compute.manager [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Terminating instance [ 1157.603594] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.612712] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0279f3-3edd-498b-87a8-bb1f89db1b81 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.620437] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a572694e-36f0-4c25-8df0-dac894f61d97 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.655486] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f50788c-8aca-45b8-9437-dc08f89822c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.663091] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394863, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.667290] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600a321c-24f6-4baf-acb5-a2aedfda05d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.681323] env[62788]: DEBUG nova.compute.provider_tree [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.682993] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: a6497b35-ff6b-4741-8411-cb1bbe8186c1] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1157.731972] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394865, 'name': ReconfigVM_Task, 'duration_secs': 0.862472} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.732298] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 70decc92-a486-4c4c-9041-c434c32d7106/70decc92-a486-4c4c-9041-c434c32d7106.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.732923] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77a9a214-a789-47fb-8184-1a0769810792 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.738853] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1157.738853] env[62788]: value = "task-2394866" [ 1157.738853] env[62788]: _type = "Task" [ 1157.738853] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.746990] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394866, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.000088] env[62788]: DEBUG nova.compute.manager [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1158.000450] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.001370] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ae8edc-a1d2-4810-99e4-d7b6375bc805 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.008843] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.009116] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74dbb767-9e1c-4d02-888f-573d057852af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.015160] env[62788]: DEBUG oslo_vmware.api [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1158.015160] env[62788]: value = "task-2394867" [ 1158.015160] env[62788]: _type = "Task" [ 1158.015160] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.023735] env[62788]: DEBUG oslo_vmware.api [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.164380] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394863, 'name': CloneVM_Task, 'duration_secs': 1.912135} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.164763] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Created linked-clone VM from snapshot [ 1158.165710] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b10b1b0-6a65-4648-910f-303f396f7d2e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.174477] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Uploading image 21fddc01-5af8-42ef-b0f3-161d275fab14 {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1158.186761] env[62788]: DEBUG nova.scheduler.client.report [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.190396] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 8af8013d-e49b-484f-8fef-1ca817a5645c] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1158.193078] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1158.193359] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b5e6a2c7-8bb4-4558-866c-fe48c73a4a8e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.203495] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1158.203495] env[62788]: value = "task-2394868" [ 1158.203495] env[62788]: _type = "Task" [ 1158.203495] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.213472] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394868, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.249513] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394866, 'name': Rename_Task, 'duration_secs': 0.262342} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.249513] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.249707] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43e3908e-67f1-48c8-9570-bcb1578ca1f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.255658] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1158.255658] env[62788]: value = "task-2394869" [ 1158.255658] env[62788]: _type = "Task" [ 1158.255658] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.263514] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.527116] env[62788]: DEBUG oslo_vmware.api [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394867, 'name': PowerOffVM_Task, 'duration_secs': 0.217144} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.527392] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.527584] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.527857] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05133891-0821-48ef-9701-46962e26ff7f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.593305] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.593554] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.593866] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleting the datastore file [datastore1] 9bf86958-d68d-4eb0-bb64-676aebcb92ff {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.594194] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deb8547b-541a-4d41-875c-f986716fc3a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.600319] env[62788]: DEBUG oslo_vmware.api [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for the task: (returnval){ [ 1158.600319] env[62788]: value = "task-2394871" [ 1158.600319] env[62788]: _type = "Task" [ 1158.600319] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.609507] env[62788]: DEBUG oslo_vmware.api [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.693824] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.696445] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.093s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.697847] env[62788]: INFO nova.compute.claims [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.700554] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 9a59d9cf-6d91-43c9-a652-9ae171aacfcf] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1158.713779] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394868, 'name': Destroy_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.721195] env[62788]: INFO nova.scheduler.client.report [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleted allocations for instance eeb644a2-2766-492e-8e1b-fce4072765fa [ 1158.769945] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394869, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.110481] env[62788]: DEBUG oslo_vmware.api [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Task: {'id': task-2394871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168393} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.110724] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.110907] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.111099] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.111278] env[62788]: INFO nova.compute.manager [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1159.111517] env[62788]: DEBUG oslo.service.loopingcall [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1159.111701] env[62788]: DEBUG nova.compute.manager [-] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1159.111796] env[62788]: DEBUG nova.network.neutron [-] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.205981] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 0c0c321b-48dd-4def-a0a1-7081b9783cda] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1159.220040] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394868, 'name': Destroy_Task, 'duration_secs': 0.573619} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.220040] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Destroyed the VM [ 1159.220040] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1159.220040] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d6762a1-14e5-43af-96e1-b9e2785e6607 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.228298] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1159.228298] env[62788]: value = "task-2394872" [ 1159.228298] env[62788]: _type = "Task" [ 1159.228298] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.232652] env[62788]: DEBUG oslo_concurrency.lockutils [None req-fdb8e47f-2a63-4050-8611-90eb86e8736b tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "eeb644a2-2766-492e-8e1b-fce4072765fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.515s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.239051] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394872, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.265768] env[62788]: DEBUG oslo_vmware.api [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394869, 'name': PowerOnVM_Task, 'duration_secs': 0.687939} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.266160] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.266639] env[62788]: INFO nova.compute.manager [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1159.266639] env[62788]: DEBUG nova.compute.manager [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1159.267404] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019b2a2d-10ac-44dd-bb36-6fa2b1039811 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.439233] env[62788]: DEBUG nova.compute.manager [req-4e445699-0271-464a-b49b-457017e722ce req-3ebc4c12-e04f-437b-acc0-cf34ef9aba79 service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Received event network-vif-deleted-e99f66bb-0053-4ac4-927a-f7da5283c304 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1159.439441] env[62788]: INFO nova.compute.manager [req-4e445699-0271-464a-b49b-457017e722ce req-3ebc4c12-e04f-437b-acc0-cf34ef9aba79 service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Neutron deleted interface e99f66bb-0053-4ac4-927a-f7da5283c304; detaching it from the instance and deleting it from the info cache [ 1159.439615] env[62788]: DEBUG nova.network.neutron [req-4e445699-0271-464a-b49b-457017e722ce req-3ebc4c12-e04f-437b-acc0-cf34ef9aba79 service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.712325] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 82d95844-b60a-4121-875d-3bfeb496ce48] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1159.739672] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394872, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.784882] env[62788]: INFO nova.compute.manager [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Took 13.98 seconds to build instance. [ 1159.784882] env[62788]: DEBUG oslo_concurrency.lockutils [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.784882] env[62788]: DEBUG oslo_concurrency.lockutils [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.785233] env[62788]: DEBUG oslo_concurrency.lockutils [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.785233] env[62788]: DEBUG oslo_concurrency.lockutils [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.785378] env[62788]: DEBUG oslo_concurrency.lockutils [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.789542] env[62788]: INFO nova.compute.manager [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Terminating instance [ 1159.891149] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8682dbf-f4f9-4f49-b65f-8f5f580f7bd5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.897399] env[62788]: DEBUG nova.network.neutron [-] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.903155] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274928b9-eed2-4da3-978a-e657e1cf73b2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.938342] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6cb061-53ed-4119-a350-93669ea44429 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.942687] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05aafd64-51f7-4540-916a-3f30b503871a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.953135] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831c72ce-4cf9-4e1c-8c4e-69b14c816018 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.960131] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c745c33c-b3bf-4ae0-963f-69db08adf5a3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.982812] env[62788]: DEBUG nova.compute.provider_tree [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.994420] env[62788]: DEBUG nova.compute.manager [req-4e445699-0271-464a-b49b-457017e722ce req-3ebc4c12-e04f-437b-acc0-cf34ef9aba79 service nova] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Detach interface failed, port_id=e99f66bb-0053-4ac4-927a-f7da5283c304, reason: Instance 9bf86958-d68d-4eb0-bb64-676aebcb92ff could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1160.216009] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 6a79b1d7-a14c-4eea-bcc1-cf4f7abfe7ca] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1160.240118] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394872, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.287545] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3ccf67c9-0a1f-40be-b41d-74ed7ae9c653 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "70decc92-a486-4c4c-9041-c434c32d7106" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.520s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.293537] env[62788]: DEBUG nova.compute.manager [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1160.293838] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.294783] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2da1ceb-135a-442e-8e55-c11fe7753f3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.303076] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.303150] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53ab4b75-0083-4d34-8125-7cdc724b0a2a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.309773] env[62788]: DEBUG oslo_vmware.api [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1160.309773] env[62788]: value = "task-2394873" [ 1160.309773] env[62788]: _type = "Task" [ 1160.309773] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.318000] env[62788]: DEBUG oslo_vmware.api [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.400072] env[62788]: INFO nova.compute.manager [-] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Took 1.29 seconds to deallocate network for instance. [ 1160.486437] env[62788]: DEBUG nova.scheduler.client.report [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.639549] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "70decc92-a486-4c4c-9041-c434c32d7106" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.639801] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "70decc92-a486-4c4c-9041-c434c32d7106" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.640016] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "70decc92-a486-4c4c-9041-c434c32d7106-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.640214] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "70decc92-a486-4c4c-9041-c434c32d7106-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.640384] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "70decc92-a486-4c4c-9041-c434c32d7106-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.642542] env[62788]: INFO nova.compute.manager [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Terminating instance [ 1160.719494] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: ff10d7b8-218d-42cc-a63e-e9891f4de156] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1160.741492] env[62788]: DEBUG oslo_vmware.api [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394872, 'name': RemoveSnapshot_Task, 'duration_secs': 1.514228} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.741761] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1160.819745] env[62788]: DEBUG oslo_vmware.api [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394873, 'name': PowerOffVM_Task, 'duration_secs': 0.191277} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.819959] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.820151] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.820428] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e43ad6e-c2fc-4311-bb07-07823af9d9e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.894066] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.894066] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.894066] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleting the datastore file [datastore1] 5fd3d9bf-6d29-4f78-8273-3189a59ccc25 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.894364] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d233946c-5f3c-464b-bbef-678782cac338 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.901722] env[62788]: DEBUG oslo_vmware.api [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for the task: (returnval){ [ 1160.901722] env[62788]: value = "task-2394875" [ 1160.901722] env[62788]: _type = "Task" [ 1160.901722] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.906400] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.911888] env[62788]: DEBUG oslo_vmware.api [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.993122] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.993316] env[62788]: DEBUG nova.compute.manager [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1160.996400] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.090s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.996624] env[62788]: DEBUG nova.objects.instance [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lazy-loading 'resources' on Instance uuid 9bf86958-d68d-4eb0-bb64-676aebcb92ff {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.147066] env[62788]: DEBUG nova.compute.manager [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1161.147269] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.148608] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9006ad-dc20-40f7-8f4f-9d081ec1fe2b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.161143] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.161511] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a86b4dea-549b-4c22-9a11-1692d050d6d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.170803] env[62788]: DEBUG oslo_vmware.api [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1161.170803] env[62788]: value = "task-2394876" [ 1161.170803] env[62788]: _type = "Task" [ 1161.170803] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.184181] env[62788]: DEBUG oslo_vmware.api [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.222976] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: e8873fbd-7b59-4a34-a65c-4d84389413c4] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1161.247150] env[62788]: WARNING nova.compute.manager [None req-ee28153f-993e-47a1-91dd-776a387a5f79 tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Image not found during snapshot: nova.exception.ImageNotFound: Image 21fddc01-5af8-42ef-b0f3-161d275fab14 could not be found. [ 1161.413761] env[62788]: DEBUG oslo_vmware.api [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Task: {'id': task-2394875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412678} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.414115] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.414449] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.414607] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.414727] env[62788]: INFO nova.compute.manager [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1161.416411] env[62788]: DEBUG oslo.service.loopingcall [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1161.416411] env[62788]: DEBUG nova.compute.manager [-] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1161.416411] env[62788]: DEBUG nova.network.neutron [-] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.500144] env[62788]: DEBUG nova.compute.utils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1161.501711] env[62788]: DEBUG nova.compute.manager [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1161.501896] env[62788]: DEBUG nova.network.neutron [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1161.558330] env[62788]: DEBUG nova.policy [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b71a97dff5e4a30a7316f6304103cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e22eea17794f089e8ed65a5d76bc5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.682864] env[62788]: DEBUG oslo_vmware.api [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394876, 'name': PowerOffVM_Task, 'duration_secs': 0.311856} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.683321] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.683566] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.683892] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1aba82da-da46-4df3-83cd-4d05d0bd5212 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.726890] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 5b5f037f-6904-46b4-914f-d9f2896cfd8c] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1161.737167] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edfb4a4-2549-438f-80fe-99cab706d557 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.747276] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d82b1b8-602e-4716-b117-52685e8a1e1c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.785723] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55749b8b-b107-468c-9dff-a4a940666d45 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.788748] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.789106] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.789350] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleting the datastore file [datastore1] 70decc92-a486-4c4c-9041-c434c32d7106 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.789994] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b657e3f-9c87-4108-a0e2-73e0c0b7baf5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.800347] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95f2844-fd78-4c4b-aceb-f7b9a3fe70b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.804802] env[62788]: DEBUG oslo_vmware.api [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1161.804802] env[62788]: value = "task-2394878" [ 1161.804802] env[62788]: _type = "Task" [ 1161.804802] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.817474] env[62788]: DEBUG nova.compute.provider_tree [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.825644] env[62788]: DEBUG oslo_vmware.api [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.007250] env[62788]: DEBUG nova.compute.manager [req-67216ccb-2fa7-4094-8550-43b08348a0e6 req-16035ebc-f158-40a2-8d5f-576cd67d8513 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Received event network-vif-deleted-7969dd47-54bd-444d-aa09-f9e4a86ee2a5 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1162.007523] env[62788]: INFO nova.compute.manager [req-67216ccb-2fa7-4094-8550-43b08348a0e6 req-16035ebc-f158-40a2-8d5f-576cd67d8513 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Neutron deleted interface 7969dd47-54bd-444d-aa09-f9e4a86ee2a5; detaching it from the instance and deleting it from the info cache [ 1162.007791] env[62788]: DEBUG nova.network.neutron [req-67216ccb-2fa7-4094-8550-43b08348a0e6 req-16035ebc-f158-40a2-8d5f-576cd67d8513 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.011134] env[62788]: DEBUG nova.compute.manager [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1162.048441] env[62788]: DEBUG nova.network.neutron [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Successfully created port: 8fda5406-4d6c-4a05-a412-337b02a4b5e8 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.114673] env[62788]: DEBUG oslo_concurrency.lockutils [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.114988] env[62788]: DEBUG oslo_concurrency.lockutils [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.115268] env[62788]: DEBUG oslo_concurrency.lockutils [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.115509] env[62788]: DEBUG oslo_concurrency.lockutils [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.115684] env[62788]: DEBUG oslo_concurrency.lockutils [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.118093] env[62788]: INFO nova.compute.manager [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Terminating instance [ 1162.233438] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 053dfbdb-d945-473c-97cc-b5e998cc15e1] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1162.316770] env[62788]: DEBUG oslo_vmware.api [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41981} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.317057] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.317248] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.317429] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.317688] env[62788]: INFO nova.compute.manager [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1162.319033] env[62788]: DEBUG oslo.service.loopingcall [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1162.319033] env[62788]: DEBUG nova.compute.manager [-] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1162.319033] env[62788]: DEBUG nova.network.neutron [-] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.320596] env[62788]: DEBUG nova.scheduler.client.report [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.489619] env[62788]: DEBUG nova.network.neutron [-] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.521608] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df333d32-736d-4cf4-901e-f46e209441f4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.533909] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbc30f6-7649-43b3-af6e-a3448c998c48 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.566455] env[62788]: DEBUG nova.compute.manager [req-67216ccb-2fa7-4094-8550-43b08348a0e6 req-16035ebc-f158-40a2-8d5f-576cd67d8513 service nova] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Detach interface failed, port_id=7969dd47-54bd-444d-aa09-f9e4a86ee2a5, reason: Instance 5fd3d9bf-6d29-4f78-8273-3189a59ccc25 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1162.622821] env[62788]: DEBUG nova.compute.manager [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1162.623126] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.624066] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914c0281-f2b6-46a9-952f-7113faab5583 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.633751] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.634038] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b431b314-d7b5-4c0b-b16d-ebf2a300a9c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.642173] env[62788]: DEBUG oslo_vmware.api [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1162.642173] env[62788]: value = "task-2394879" [ 1162.642173] env[62788]: _type = "Task" [ 1162.642173] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.654471] env[62788]: DEBUG oslo_vmware.api [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.736897] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 70e38abd-3bee-49d3-b371-a9c9b02a5907] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1162.825941] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.849567] env[62788]: INFO nova.scheduler.client.report [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Deleted allocations for instance 9bf86958-d68d-4eb0-bb64-676aebcb92ff [ 1162.992179] env[62788]: INFO nova.compute.manager [-] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Took 1.58 seconds to deallocate network for instance. [ 1163.027035] env[62788]: DEBUG nova.compute.manager [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1163.051688] env[62788]: DEBUG nova.virt.hardware [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.051935] env[62788]: DEBUG nova.virt.hardware [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.052105] env[62788]: DEBUG nova.virt.hardware [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.052290] env[62788]: DEBUG nova.virt.hardware [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.052517] env[62788]: DEBUG nova.virt.hardware [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.052783] env[62788]: DEBUG nova.virt.hardware [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.053087] env[62788]: DEBUG nova.virt.hardware [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.053267] env[62788]: DEBUG nova.virt.hardware [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.053519] env[62788]: DEBUG nova.virt.hardware [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.053752] env[62788]: DEBUG nova.virt.hardware [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.054046] env[62788]: DEBUG nova.virt.hardware [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.055133] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094fe41c-07c2-4144-9f4e-266bcd673717 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.064610] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365bf256-3340-4dd2-95a9-5d2fab581d12 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.157123] env[62788]: DEBUG oslo_vmware.api [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394879, 'name': PowerOffVM_Task, 'duration_secs': 0.356302} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.157411] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.157582] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.157880] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbb83977-ad03-498b-b555-910bcc45490f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.171628] env[62788]: DEBUG nova.network.neutron [-] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.240071] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 82c45586-a150-4f24-836c-a87e31ef0654] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1163.267768] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.267991] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.268203] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleting the datastore file [datastore1] e1e3fe51-fe18-4b5d-8381-f28b3751e3c4 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.268461] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2962380d-b566-4c2a-8e17-f835696bf129 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.276365] env[62788]: DEBUG oslo_vmware.api [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for the task: (returnval){ [ 1163.276365] env[62788]: value = "task-2394881" [ 1163.276365] env[62788]: _type = "Task" [ 1163.276365] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.285486] env[62788]: DEBUG oslo_vmware.api [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.359785] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a6b40ddd-8b42-452c-b29f-3fb62c84b847 tempest-ServerDiskConfigTestJSON-2136069106 tempest-ServerDiskConfigTestJSON-2136069106-project-member] Lock "9bf86958-d68d-4eb0-bb64-676aebcb92ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.866s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.479939] env[62788]: DEBUG nova.compute.manager [req-06e1fcec-e471-4321-a9fd-b53baac36417 req-2fe9aab8-c520-4f71-adfe-e4de8f10fc9f service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Received event network-vif-plugged-8fda5406-4d6c-4a05-a412-337b02a4b5e8 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1163.480200] env[62788]: DEBUG oslo_concurrency.lockutils [req-06e1fcec-e471-4321-a9fd-b53baac36417 req-2fe9aab8-c520-4f71-adfe-e4de8f10fc9f service nova] Acquiring lock "c53ba01e-4d55-4824-a932-4260c916aea5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.480445] env[62788]: DEBUG oslo_concurrency.lockutils [req-06e1fcec-e471-4321-a9fd-b53baac36417 req-2fe9aab8-c520-4f71-adfe-e4de8f10fc9f service nova] Lock "c53ba01e-4d55-4824-a932-4260c916aea5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.480613] env[62788]: DEBUG oslo_concurrency.lockutils [req-06e1fcec-e471-4321-a9fd-b53baac36417 req-2fe9aab8-c520-4f71-adfe-e4de8f10fc9f service nova] Lock "c53ba01e-4d55-4824-a932-4260c916aea5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.480942] env[62788]: DEBUG nova.compute.manager [req-06e1fcec-e471-4321-a9fd-b53baac36417 req-2fe9aab8-c520-4f71-adfe-e4de8f10fc9f service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] No waiting events found dispatching network-vif-plugged-8fda5406-4d6c-4a05-a412-337b02a4b5e8 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.481178] env[62788]: WARNING nova.compute.manager [req-06e1fcec-e471-4321-a9fd-b53baac36417 req-2fe9aab8-c520-4f71-adfe-e4de8f10fc9f service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Received unexpected event network-vif-plugged-8fda5406-4d6c-4a05-a412-337b02a4b5e8 for instance with vm_state building and task_state spawning. [ 1163.501990] env[62788]: DEBUG oslo_concurrency.lockutils [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.503600] env[62788]: DEBUG oslo_concurrency.lockutils [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.503600] env[62788]: DEBUG nova.objects.instance [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lazy-loading 'resources' on Instance uuid 5fd3d9bf-6d29-4f78-8273-3189a59ccc25 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.645393] env[62788]: DEBUG nova.network.neutron [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Successfully updated port: 8fda5406-4d6c-4a05-a412-337b02a4b5e8 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.675835] env[62788]: INFO nova.compute.manager [-] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Took 1.36 seconds to deallocate network for instance. [ 1163.743427] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 5e59e1c6-2f5e-49f3-8d9c-74226c9905b0] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1163.787251] env[62788]: DEBUG oslo_vmware.api [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Task: {'id': task-2394881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162879} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.787538] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.787733] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.787907] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.788101] env[62788]: INFO nova.compute.manager [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1163.788344] env[62788]: DEBUG oslo.service.loopingcall [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1163.788607] env[62788]: DEBUG nova.compute.manager [-] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1163.788706] env[62788]: DEBUG nova.network.neutron [-] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.043358] env[62788]: DEBUG nova.compute.manager [req-a882be93-46d9-4e87-b420-482c8b371b47 req-90e6e704-a7e6-4855-93ed-cc5ac56f732d service nova] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Received event network-vif-deleted-63d23bad-8cca-4f47-aea4-7ec1c7d1949e {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1164.150618] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1164.150618] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquired lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.150618] env[62788]: DEBUG nova.network.neutron [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.184535] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.203406] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1368010f-5562-437b-b0b2-95fa2e1f6b7f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.212121] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7955cf7-7242-4dee-9b3b-9caacdcc6795 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.247062] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c37de70-62c7-4781-bb8e-daa105d243fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.249978] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 4614e196-1acd-456d-940a-b2bc14a755ee] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1164.258534] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359af606-23b6-4382-963e-d46bd166bfd0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.274947] env[62788]: DEBUG nova.compute.provider_tree [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.529784] env[62788]: DEBUG nova.network.neutron [-] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.691726] env[62788]: DEBUG nova.network.neutron [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1164.753761] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 70e46613-bc6f-4b1c-9a73-880bc8f77946] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1164.778405] env[62788]: DEBUG nova.scheduler.client.report [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.849185] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75152-29f8-d633-15fe-58aa7feae764/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1164.850134] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0f018a-1ca2-487d-8668-c5f751d45614 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.863094] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75152-29f8-d633-15fe-58aa7feae764/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1164.863276] env[62788]: ERROR oslo_vmware.rw_handles [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75152-29f8-d633-15fe-58aa7feae764/disk-0.vmdk due to incomplete transfer. [ 1164.863542] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-07e2303e-c319-4837-9b2f-6db6737ccad2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.871021] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d75152-29f8-d633-15fe-58aa7feae764/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1164.872048] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Uploaded image f24b7b32-57f7-42f0-83a0-9287ddd08307 to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1164.873613] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1164.873854] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0f7c91ad-80f6-443b-b072-f797efd2b44c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.878926] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1164.878926] env[62788]: value = "task-2394882" [ 1164.878926] env[62788]: _type = "Task" [ 1164.878926] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.888931] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394882, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.982030] env[62788]: DEBUG nova.network.neutron [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Updating instance_info_cache with network_info: [{"id": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "address": "fa:16:3e:90:4b:d1", "network": {"id": "915bb09a-eaac-40ac-bcc2-785a23e8dfd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1959965782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e22eea17794f089e8ed65a5d76bc5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fda5406-4d", "ovs_interfaceid": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.032804] env[62788]: INFO nova.compute.manager [-] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Took 1.24 seconds to deallocate network for instance. [ 1165.260108] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 944ab7ab-87b0-4f21-bbc1-2273bc9862bd] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1165.283517] env[62788]: DEBUG oslo_concurrency.lockutils [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.287096] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.102s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.287096] env[62788]: DEBUG nova.objects.instance [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lazy-loading 'resources' on Instance uuid 70decc92-a486-4c4c-9041-c434c32d7106 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.307246] env[62788]: INFO nova.scheduler.client.report [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Deleted allocations for instance 5fd3d9bf-6d29-4f78-8273-3189a59ccc25 [ 1165.391707] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394882, 'name': Destroy_Task, 'duration_secs': 0.349964} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.391945] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Destroyed the VM [ 1165.392230] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1165.392592] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0abdfc81-b229-4a8b-89e9-4ab8f80ad1d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.399536] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1165.399536] env[62788]: value = "task-2394883" [ 1165.399536] env[62788]: _type = "Task" [ 1165.399536] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.409431] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394883, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.485680] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Releasing lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.485680] env[62788]: DEBUG nova.compute.manager [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Instance network_info: |[{"id": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "address": "fa:16:3e:90:4b:d1", "network": {"id": "915bb09a-eaac-40ac-bcc2-785a23e8dfd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1959965782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e22eea17794f089e8ed65a5d76bc5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fda5406-4d", "ovs_interfaceid": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1165.485680] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:4b:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fda5406-4d6c-4a05-a412-337b02a4b5e8', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.493881] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Creating folder: Project (66e22eea17794f089e8ed65a5d76bc5a). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.494618] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e16b541-2890-42c2-8159-d3843bf752c6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.505563] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Created folder: Project (66e22eea17794f089e8ed65a5d76bc5a) in parent group-v485515. [ 1165.505779] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Creating folder: Instances. Parent ref: group-v485812. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1165.506037] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-495df08e-0eff-4efb-9a13-193cce5f3b97 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.515132] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Created folder: Instances in parent group-v485812. [ 1165.515716] env[62788]: DEBUG oslo.service.loopingcall [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1165.515716] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.515856] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a80a6ba0-5831-45e4-a548-e7cad8a89b72 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.533204] env[62788]: DEBUG nova.compute.manager [req-ba94fdc1-7b3e-45b1-8dc2-73dde68c3a2d req-4261e530-59ba-48ee-a9d3-63159219d7be service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Received event network-changed-8fda5406-4d6c-4a05-a412-337b02a4b5e8 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1165.533489] env[62788]: DEBUG nova.compute.manager [req-ba94fdc1-7b3e-45b1-8dc2-73dde68c3a2d req-4261e530-59ba-48ee-a9d3-63159219d7be service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Refreshing instance network info cache due to event network-changed-8fda5406-4d6c-4a05-a412-337b02a4b5e8. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1165.533688] env[62788]: DEBUG oslo_concurrency.lockutils [req-ba94fdc1-7b3e-45b1-8dc2-73dde68c3a2d req-4261e530-59ba-48ee-a9d3-63159219d7be service nova] Acquiring lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.533826] env[62788]: DEBUG oslo_concurrency.lockutils [req-ba94fdc1-7b3e-45b1-8dc2-73dde68c3a2d req-4261e530-59ba-48ee-a9d3-63159219d7be service nova] Acquired lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.534676] env[62788]: DEBUG nova.network.neutron [req-ba94fdc1-7b3e-45b1-8dc2-73dde68c3a2d req-4261e530-59ba-48ee-a9d3-63159219d7be service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Refreshing network info cache for port 8fda5406-4d6c-4a05-a412-337b02a4b5e8 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.538912] env[62788]: DEBUG oslo_concurrency.lockutils [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.540617] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.540617] env[62788]: value = "task-2394886" [ 1165.540617] env[62788]: _type = "Task" [ 1165.540617] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.551811] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394886, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.765023] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 2762271c-ef75-47ee-8d66-7f2c1ad3fc86] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1165.814512] env[62788]: DEBUG oslo_concurrency.lockutils [None req-623a7a40-b533-44ee-a2d5-5ee9673ede4f tempest-AttachInterfacesTestJSON-164640982 tempest-AttachInterfacesTestJSON-164640982-project-member] Lock "5fd3d9bf-6d29-4f78-8273-3189a59ccc25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.030s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1165.912898] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394883, 'name': RemoveSnapshot_Task, 'duration_secs': 0.433257} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.913415] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1165.913701] env[62788]: DEBUG nova.compute.manager [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1165.914509] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f462a-5ac9-41cd-84a1-27689ced3533 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.935384] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4fbc09-1253-44b5-a224-94b6ee12b96c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.943370] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718e9e82-9ebd-4df6-8550-bdc72638b34a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.973571] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2acf9a-8f19-48b6-adad-1f6609502d1d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.981544] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bdd6e4-1b54-42d0-91f7-21551c6b57f2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.996666] env[62788]: DEBUG nova.compute.provider_tree [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.050076] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394886, 'name': CreateVM_Task, 'duration_secs': 0.388839} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.050426] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.051227] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.051227] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.051590] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1166.052171] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e6f8c58-b1be-4b71-a03b-666643c01087 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.056738] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1166.056738] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ab6e80-9213-c4e6-b029-3d4745f32ba1" [ 1166.056738] env[62788]: _type = "Task" [ 1166.056738] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.064600] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ab6e80-9213-c4e6-b029-3d4745f32ba1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.249994] env[62788]: DEBUG nova.network.neutron [req-ba94fdc1-7b3e-45b1-8dc2-73dde68c3a2d req-4261e530-59ba-48ee-a9d3-63159219d7be service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Updated VIF entry in instance network info cache for port 8fda5406-4d6c-4a05-a412-337b02a4b5e8. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.250431] env[62788]: DEBUG nova.network.neutron [req-ba94fdc1-7b3e-45b1-8dc2-73dde68c3a2d req-4261e530-59ba-48ee-a9d3-63159219d7be service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Updating instance_info_cache with network_info: [{"id": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "address": "fa:16:3e:90:4b:d1", "network": {"id": "915bb09a-eaac-40ac-bcc2-785a23e8dfd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1959965782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e22eea17794f089e8ed65a5d76bc5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fda5406-4d", "ovs_interfaceid": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.268224] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: ff1d5b52-ea04-469f-8971-14419e9c138f] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1166.429926] env[62788]: INFO nova.compute.manager [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Shelve offloading [ 1166.499391] env[62788]: DEBUG nova.scheduler.client.report [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.567564] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ab6e80-9213-c4e6-b029-3d4745f32ba1, 'name': SearchDatastore_Task, 'duration_secs': 0.019013} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.567874] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.568121] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.568360] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.568508] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.568689] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.568973] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4c35cc1-6bb5-40a8-a1a0-69095e8e1c71 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.577248] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.577425] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.578113] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d270a0e9-8bc0-45d5-ac1b-ad377fed1ecb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.583837] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1166.583837] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ebb581-3f4a-178c-f75a-bb1ff9fd7c86" [ 1166.583837] env[62788]: _type = "Task" [ 1166.583837] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.591393] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ebb581-3f4a-178c-f75a-bb1ff9fd7c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.753072] env[62788]: DEBUG oslo_concurrency.lockutils [req-ba94fdc1-7b3e-45b1-8dc2-73dde68c3a2d req-4261e530-59ba-48ee-a9d3-63159219d7be service nova] Releasing lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1166.753409] env[62788]: DEBUG nova.compute.manager [req-ba94fdc1-7b3e-45b1-8dc2-73dde68c3a2d req-4261e530-59ba-48ee-a9d3-63159219d7be service nova] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Received event network-vif-deleted-9be20394-85d2-4f34-8a73-d194351f847f {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1166.771769] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 7dc6128f-ff23-4add-a7cf-52c54174ea85] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1166.935864] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.936162] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bd0230b-8676-4d46-8ec3-dc027bd4e7f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.943856] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1166.943856] env[62788]: value = "task-2394887" [ 1166.943856] env[62788]: _type = "Task" [ 1166.943856] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.952133] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.007213] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.009744] env[62788]: DEBUG oslo_concurrency.lockutils [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.471s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.009985] env[62788]: DEBUG nova.objects.instance [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lazy-loading 'resources' on Instance uuid e1e3fe51-fe18-4b5d-8381-f28b3751e3c4 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.030560] env[62788]: INFO nova.scheduler.client.report [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted allocations for instance 70decc92-a486-4c4c-9041-c434c32d7106 [ 1167.097032] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ebb581-3f4a-178c-f75a-bb1ff9fd7c86, 'name': SearchDatastore_Task, 'duration_secs': 0.008033} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.097032] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216c9278-6ea6-486d-9212-eb010e47a1b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.100655] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1167.100655] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5225f059-572d-28b8-010e-71a379e25a4c" [ 1167.100655] env[62788]: _type = "Task" [ 1167.100655] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.117345] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5225f059-572d-28b8-010e-71a379e25a4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.117754] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.118114] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] c53ba01e-4d55-4824-a932-4260c916aea5/c53ba01e-4d55-4824-a932-4260c916aea5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.118495] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8ebe8ff-6a7b-42e1-9b01-d5a9eb6e9cca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.125145] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1167.125145] env[62788]: value = "task-2394888" [ 1167.125145] env[62788]: _type = "Task" [ 1167.125145] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.133137] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.276970] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 4ac2d7b0-2633-4684-a1ee-71d15d2b4466] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1167.458635] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1167.458635] env[62788]: DEBUG nova.compute.manager [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1167.458635] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f10035-2389-4ff3-9ea2-18e34cd1fd67 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.465457] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.467022] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.467022] env[62788]: DEBUG nova.network.neutron [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.538347] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a55daf99-8360-4281-860d-c14201357dfb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "70decc92-a486-4c4c-9041-c434c32d7106" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.898s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.638379] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472762} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.638379] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] c53ba01e-4d55-4824-a932-4260c916aea5/c53ba01e-4d55-4824-a932-4260c916aea5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.638379] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.638881] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83aaa065-db87-4f7c-9dd2-ed2e0d5e7744 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.646926] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1167.646926] env[62788]: value = "task-2394889" [ 1167.646926] env[62788]: _type = "Task" [ 1167.646926] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.657320] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.660720] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fdb8e8-e279-4ae6-9c02-b118b9675745 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.671321] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf87905-6c18-4ea7-9875-01d08f7addfa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.702066] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29192b1-70eb-47c9-bd7e-9022236df6f9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.710926] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f258c430-0fae-49ff-b903-e49dfc11a24a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.727109] env[62788]: DEBUG nova.compute.provider_tree [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.779538] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 17e14f3f-8170-4dff-bc39-6123194ed8e0] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1168.158465] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064358} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.158974] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.161030] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f55ace-183c-4104-85fb-072d9d4427cd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.184961] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c53ba01e-4d55-4824-a932-4260c916aea5/c53ba01e-4d55-4824-a932-4260c916aea5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.188210] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca4401d7-8042-48c1-a9f7-26247efbd1df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.211401] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1168.211401] env[62788]: value = "task-2394890" [ 1168.211401] env[62788]: _type = "Task" [ 1168.211401] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.220133] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.251978] env[62788]: ERROR nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [req-4f87b1ab-e1e3-4ee0-9628-521cdcbfd835] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4f87b1ab-e1e3-4ee0-9628-521cdcbfd835"}]} [ 1168.275367] env[62788]: DEBUG nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1168.283173] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: adb75301-5ea3-4467-bf86-e4e7891e9d28] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1168.299622] env[62788]: DEBUG nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1168.299902] env[62788]: DEBUG nova.compute.provider_tree [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1168.314996] env[62788]: DEBUG nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1168.336754] env[62788]: DEBUG nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1168.446176] env[62788]: DEBUG nova.network.neutron [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updating instance_info_cache with network_info: [{"id": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "address": "fa:16:3e:ee:09:08", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde40fe67-f3", "ovs_interfaceid": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.497970] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2263f345-34e7-4611-beaa-ffba6159c5a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.507896] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ed6d3b-f8b1-4df6-bd74-e64f2f05478e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.259241] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 11a2b336-8e4b-4627-872c-b70cf0d19cc0] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1169.260960] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.270276] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4cc872-0303-48c2-930e-fd6239bc7632 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.274207] env[62788]: DEBUG nova.compute.manager [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Stashing vm_state: active {{(pid=62788) _prep_resize /opt/stack/nova/nova/compute/manager.py:6150}} [ 1169.275995] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "a435a8b4-bf5e-4522-a28b-3e325584d944" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.276225] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "a435a8b4-bf5e-4522-a28b-3e325584d944" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.283853] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394890, 'name': ReconfigVM_Task, 'duration_secs': 0.268957} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.286876] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c53ba01e-4d55-4824-a932-4260c916aea5/c53ba01e-4d55-4824-a932-4260c916aea5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.287027] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-addd0fa4-3c9e-4b0c-af77-cfaf55f7a9e4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.289585] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a48174-22e5-4e45-bea9-a510b260967e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.305199] env[62788]: DEBUG nova.compute.provider_tree [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.307615] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1169.307615] env[62788]: value = "task-2394891" [ 1169.307615] env[62788]: _type = "Task" [ 1169.307615] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.317210] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394891, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.765975] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 33227b7a-3dfe-4d7b-8fd8-da6100ecb820] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1169.772946] env[62788]: DEBUG nova.compute.manager [req-26bf9a8a-4198-400c-ade3-3c531ef965e0 req-44aeff11-d026-4e8f-b82a-2c2aa3470812 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Received event network-vif-unplugged-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1169.773071] env[62788]: DEBUG oslo_concurrency.lockutils [req-26bf9a8a-4198-400c-ade3-3c531ef965e0 req-44aeff11-d026-4e8f-b82a-2c2aa3470812 service nova] Acquiring lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.773337] env[62788]: DEBUG oslo_concurrency.lockutils [req-26bf9a8a-4198-400c-ade3-3c531ef965e0 req-44aeff11-d026-4e8f-b82a-2c2aa3470812 service nova] Lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.773501] env[62788]: DEBUG oslo_concurrency.lockutils [req-26bf9a8a-4198-400c-ade3-3c531ef965e0 req-44aeff11-d026-4e8f-b82a-2c2aa3470812 service nova] Lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.773640] env[62788]: DEBUG nova.compute.manager [req-26bf9a8a-4198-400c-ade3-3c531ef965e0 req-44aeff11-d026-4e8f-b82a-2c2aa3470812 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] No waiting events found dispatching network-vif-unplugged-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.773811] env[62788]: WARNING nova.compute.manager [req-26bf9a8a-4198-400c-ade3-3c531ef965e0 req-44aeff11-d026-4e8f-b82a-2c2aa3470812 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Received unexpected event network-vif-unplugged-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a for instance with vm_state shelved and task_state shelving_offloading. [ 1169.785169] env[62788]: DEBUG nova.compute.manager [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1169.805115] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.823949] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394891, 'name': Rename_Task, 'duration_secs': 0.137419} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.824143] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.824655] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e260e542-ccb6-48a8-b988-086e668e7abc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.829813] env[62788]: ERROR nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] [req-1729aff6-57cf-4710-8581-20211be2a0f5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1729aff6-57cf-4710-8581-20211be2a0f5"}]} [ 1169.835152] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1169.835152] env[62788]: value = "task-2394892" [ 1169.835152] env[62788]: _type = "Task" [ 1169.835152] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.846944] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.859755] env[62788]: DEBUG nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1169.880263] env[62788]: DEBUG nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1169.880510] env[62788]: DEBUG nova.compute.provider_tree [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1169.895601] env[62788]: DEBUG nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1169.901403] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.903129] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ec91af-a577-4f6d-81e8-79032787bd75 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.910564] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.911699] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59e3acac-c274-461b-b69d-aeba356127d6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.929378] env[62788]: DEBUG nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1169.978816] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.980253] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.980253] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleting the datastore file [datastore1] 691459b0-7f61-4050-b9bc-d3efea39e401 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.983208] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fe1ea1c-c297-4948-bc0a-bff0cf1d407e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.991473] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1169.991473] env[62788]: value = "task-2394894" [ 1169.991473] env[62788]: _type = "Task" [ 1169.991473] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.998359] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.086613] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d64703c-847c-4a84-bb56-891aed42eabb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.098142] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285285f1-404f-4b39-97d2-6f852580228c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.130544] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745ffc30-d946-45f5-a916-e7c2a203b121 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.137889] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67ca277-5d3c-4db4-9aa1-eeffd0804abb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.150998] env[62788]: DEBUG nova.compute.provider_tree [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.275957] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: ea8fac5b-af8a-4752-a651-8049f4c863a8] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1170.312285] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.346845] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394892, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.466748] env[62788]: DEBUG oslo_concurrency.lockutils [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1170.467060] env[62788]: DEBUG oslo_concurrency.lockutils [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1170.501626] env[62788]: DEBUG oslo_vmware.api [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136826} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.502485] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.502789] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.503225] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.527349] env[62788]: INFO nova.scheduler.client.report [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleted allocations for instance 691459b0-7f61-4050-b9bc-d3efea39e401 [ 1170.685630] env[62788]: DEBUG nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1170.685902] env[62788]: DEBUG nova.compute.provider_tree [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 156 to 157 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1170.686096] env[62788]: DEBUG nova.compute.provider_tree [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1170.778749] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 036aaecc-5f03-40c0-91d0-f4f5e505c620] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1170.845032] env[62788]: DEBUG oslo_vmware.api [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394892, 'name': PowerOnVM_Task, 'duration_secs': 0.733193} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.845252] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1170.845455] env[62788]: INFO nova.compute.manager [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1170.845637] env[62788]: DEBUG nova.compute.manager [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1170.846385] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35956153-488e-4501-a442-27e4c93adbf2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.970129] env[62788]: INFO nova.compute.manager [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Detaching volume 23fce4fb-76db-4ad8-92c3-b1a054f8b2f4 [ 1171.013979] env[62788]: INFO nova.virt.block_device [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Attempting to driver detach volume 23fce4fb-76db-4ad8-92c3-b1a054f8b2f4 from mountpoint /dev/sdb [ 1171.014243] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.014454] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485795', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'name': 'volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c7c6bbe-e227-472b-92b8-e6c2c68221b7', 'attached_at': '', 'detached_at': '', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'serial': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.015357] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc66516-2607-4c88-8cd4-e2d0fc4a5ce5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.038693] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1171.039586] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf82bf7-d9f5-4a4d-ae7f-e29f6a9d21a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.046423] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790bf8c5-cac0-4df9-b75d-8c79b0c502b2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.068245] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7d5cea-8d65-43c4-914a-20864397ec1b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.084813] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] The volume has not been displaced from its original location: [datastore2] volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4/volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1171.090585] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.090895] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18955bc0-8ef4-468f-8ed3-36b19664692c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.108117] env[62788]: DEBUG oslo_vmware.api [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1171.108117] env[62788]: value = "task-2394895" [ 1171.108117] env[62788]: _type = "Task" [ 1171.108117] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.117987] env[62788]: DEBUG oslo_vmware.api [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.192993] env[62788]: DEBUG oslo_concurrency.lockutils [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.183s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.196445] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.392s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1171.220319] env[62788]: INFO nova.scheduler.client.report [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Deleted allocations for instance e1e3fe51-fe18-4b5d-8381-f28b3751e3c4 [ 1171.282827] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 23c11f04-d3f5-48a7-831b-c08ca532376c] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1171.369626] env[62788]: INFO nova.compute.manager [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Took 13.78 seconds to build instance. [ 1171.618531] env[62788]: DEBUG oslo_vmware.api [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394895, 'name': ReconfigVM_Task, 'duration_secs': 0.27371} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.618949] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.623826] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f970bb24-e3ef-4cd1-9d2c-4a4a5bc43559 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.639499] env[62788]: DEBUG oslo_vmware.api [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1171.639499] env[62788]: value = "task-2394896" [ 1171.639499] env[62788]: _type = "Task" [ 1171.639499] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.647819] env[62788]: DEBUG oslo_vmware.api [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.703023] env[62788]: INFO nova.compute.claims [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.732901] env[62788]: DEBUG oslo_concurrency.lockutils [None req-45a67272-07a1-4dd4-b113-034a405db62a tempest-ImagesTestJSON-1425347609 tempest-ImagesTestJSON-1425347609-project-member] Lock "e1e3fe51-fe18-4b5d-8381-f28b3751e3c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.618s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.788786] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 1c4ddad5-e6ec-435a-83ac-685492e923f3] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1171.873018] env[62788]: DEBUG oslo_concurrency.lockutils [None req-8d914a5c-b515-4ee3-9779-f1f189eb872f tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.292s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1171.964108] env[62788]: DEBUG nova.compute.manager [req-5dd5b187-ac03-4b91-9667-7fcfb7b04d8a req-12f94595-a5dc-4bd8-be03-e115dbe8f108 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Received event network-changed-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1171.964318] env[62788]: DEBUG nova.compute.manager [req-5dd5b187-ac03-4b91-9667-7fcfb7b04d8a req-12f94595-a5dc-4bd8-be03-e115dbe8f108 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Refreshing instance network info cache due to event network-changed-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1171.964525] env[62788]: DEBUG oslo_concurrency.lockutils [req-5dd5b187-ac03-4b91-9667-7fcfb7b04d8a req-12f94595-a5dc-4bd8-be03-e115dbe8f108 service nova] Acquiring lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.964669] env[62788]: DEBUG oslo_concurrency.lockutils [req-5dd5b187-ac03-4b91-9667-7fcfb7b04d8a req-12f94595-a5dc-4bd8-be03-e115dbe8f108 service nova] Acquired lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.964831] env[62788]: DEBUG nova.network.neutron [req-5dd5b187-ac03-4b91-9667-7fcfb7b04d8a req-12f94595-a5dc-4bd8-be03-e115dbe8f108 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Refreshing network info cache for port de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.157140] env[62788]: DEBUG oslo_vmware.api [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394896, 'name': ReconfigVM_Task, 'duration_secs': 0.153031} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.157140] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485795', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'name': 'volume-23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c7c6bbe-e227-472b-92b8-e6c2c68221b7', 'attached_at': '', 'detached_at': '', 'volume_id': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4', 'serial': '23fce4fb-76db-4ad8-92c3-b1a054f8b2f4'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1172.209701] env[62788]: INFO nova.compute.resource_tracker [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating resource usage from migration 198c79e0-d8c7-4474-a96f-2960bd35181a [ 1172.296227] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.296440] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62788) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11805}} [ 1172.359140] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aae9827-11bc-45b1-b624-9f34fb152afe {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.367427] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea85cd47-efa9-4392-8bb9-4aebc88b29f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.401456] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee029dcf-f84e-46df-a3be-960080214948 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.409429] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98b679d-c29f-4060-aedd-02e9ebfe7955 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.424538] env[62788]: DEBUG nova.compute.provider_tree [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.706368] env[62788]: DEBUG nova.objects.instance [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lazy-loading 'flavor' on Instance uuid 3c7c6bbe-e227-472b-92b8-e6c2c68221b7 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.802762] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1172.876865] env[62788]: DEBUG nova.network.neutron [req-5dd5b187-ac03-4b91-9667-7fcfb7b04d8a req-12f94595-a5dc-4bd8-be03-e115dbe8f108 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updated VIF entry in instance network info cache for port de40fe67-f3cd-4e8c-b132-3b55f6b9e03a. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.876865] env[62788]: DEBUG nova.network.neutron [req-5dd5b187-ac03-4b91-9667-7fcfb7b04d8a req-12f94595-a5dc-4bd8-be03-e115dbe8f108 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updating instance_info_cache with network_info: [{"id": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "address": "fa:16:3e:ee:09:08", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapde40fe67-f3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.922011] env[62788]: DEBUG nova.compute.manager [req-4fb4fc3e-9da3-4446-a43c-487abd4cd2ae req-fb6ef65e-c5f4-4465-8c21-1be022ae5b7a service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Received event network-changed-8fda5406-4d6c-4a05-a412-337b02a4b5e8 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1172.922293] env[62788]: DEBUG nova.compute.manager [req-4fb4fc3e-9da3-4446-a43c-487abd4cd2ae req-fb6ef65e-c5f4-4465-8c21-1be022ae5b7a service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Refreshing instance network info cache due to event network-changed-8fda5406-4d6c-4a05-a412-337b02a4b5e8. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1172.922576] env[62788]: DEBUG oslo_concurrency.lockutils [req-4fb4fc3e-9da3-4446-a43c-487abd4cd2ae req-fb6ef65e-c5f4-4465-8c21-1be022ae5b7a service nova] Acquiring lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.922576] env[62788]: DEBUG oslo_concurrency.lockutils [req-4fb4fc3e-9da3-4446-a43c-487abd4cd2ae req-fb6ef65e-c5f4-4465-8c21-1be022ae5b7a service nova] Acquired lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.922735] env[62788]: DEBUG nova.network.neutron [req-4fb4fc3e-9da3-4446-a43c-487abd4cd2ae req-fb6ef65e-c5f4-4465-8c21-1be022ae5b7a service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Refreshing network info cache for port 8fda5406-4d6c-4a05-a412-337b02a4b5e8 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.930024] env[62788]: DEBUG nova.scheduler.client.report [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.376402] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "691459b0-7f61-4050-b9bc-d3efea39e401" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.378985] env[62788]: DEBUG oslo_concurrency.lockutils [req-5dd5b187-ac03-4b91-9667-7fcfb7b04d8a req-12f94595-a5dc-4bd8-be03-e115dbe8f108 service nova] Releasing lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.438020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.239s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.438020] env[62788]: INFO nova.compute.manager [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Migrating [ 1173.444044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.132s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.445951] env[62788]: INFO nova.compute.claims [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.677102] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "bda137b7-40e8-4a56-aa1e-834676e8d603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.677542] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.714853] env[62788]: DEBUG oslo_concurrency.lockutils [None req-835930ec-451d-45f2-b080-70a80056adc2 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.839991] env[62788]: DEBUG nova.network.neutron [req-4fb4fc3e-9da3-4446-a43c-487abd4cd2ae req-fb6ef65e-c5f4-4465-8c21-1be022ae5b7a service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Updated VIF entry in instance network info cache for port 8fda5406-4d6c-4a05-a412-337b02a4b5e8. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.840457] env[62788]: DEBUG nova.network.neutron [req-4fb4fc3e-9da3-4446-a43c-487abd4cd2ae req-fb6ef65e-c5f4-4465-8c21-1be022ae5b7a service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Updating instance_info_cache with network_info: [{"id": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "address": "fa:16:3e:90:4b:d1", "network": {"id": "915bb09a-eaac-40ac-bcc2-785a23e8dfd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1959965782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e22eea17794f089e8ed65a5d76bc5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fda5406-4d", "ovs_interfaceid": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.959956] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.960186] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.960332] env[62788]: DEBUG nova.network.neutron [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.180619] env[62788]: DEBUG nova.compute.manager [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1174.300395] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.300642] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.342641] env[62788]: DEBUG oslo_concurrency.lockutils [req-4fb4fc3e-9da3-4446-a43c-487abd4cd2ae req-fb6ef65e-c5f4-4465-8c21-1be022ae5b7a service nova] Releasing lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.606063] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9821790f-4221-4130-ba46-1b286cd4a2eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.614894] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2273af-fcde-4bdb-9491-99ef0ad042b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.646136] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490001bd-6389-4cbc-88d8-27f3812e06ee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.653489] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c94d4e-8119-463e-b329-4bad1ac7c583 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.666332] env[62788]: DEBUG nova.compute.provider_tree [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.699877] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.717334] env[62788]: DEBUG nova.network.neutron [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance_info_cache with network_info: [{"id": "2712c1ec-710c-48be-82bd-ae6a753dd446", "address": "fa:16:3e:c1:8c:50", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2712c1ec-71", "ovs_interfaceid": "2712c1ec-710c-48be-82bd-ae6a753dd446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.758387] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.758671] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.759387] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.759591] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.759789] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.762108] env[62788]: INFO nova.compute.manager [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Terminating instance [ 1174.805626] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.806683] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 1175.169532] env[62788]: DEBUG nova.scheduler.client.report [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.220949] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1175.265463] env[62788]: DEBUG nova.compute.manager [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1175.265710] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.266635] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c332c08-7025-4b45-bffb-a6d8f5b5cbbc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.275897] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.276153] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e98a6e8-0e1c-410d-88be-40a115cd07d1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.282971] env[62788]: DEBUG oslo_vmware.api [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1175.282971] env[62788]: value = "task-2394897" [ 1175.282971] env[62788]: _type = "Task" [ 1175.282971] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.290317] env[62788]: DEBUG oslo_vmware.api [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.350580] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1175.350762] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquired lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.350882] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Forcefully refreshing network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1175.673954] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.674511] env[62788]: DEBUG nova.compute.manager [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1175.677538] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.639s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.677729] env[62788]: DEBUG nova.objects.instance [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lazy-loading 'resources' on Instance uuid 691459b0-7f61-4050-b9bc-d3efea39e401 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.793031] env[62788]: DEBUG oslo_vmware.api [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394897, 'name': PowerOffVM_Task, 'duration_secs': 0.187444} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.793285] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.793460] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.793725] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ee869df-28db-42d2-965c-796ab70e4272 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.857202] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.857424] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.857600] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleting the datastore file [datastore2] 3c7c6bbe-e227-472b-92b8-e6c2c68221b7 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.858267] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c3df12-d48e-4d49-a818-5724007305fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.865204] env[62788]: DEBUG oslo_vmware.api [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1175.865204] env[62788]: value = "task-2394899" [ 1175.865204] env[62788]: _type = "Task" [ 1175.865204] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.876581] env[62788]: DEBUG oslo_vmware.api [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.180806] env[62788]: DEBUG nova.compute.utils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1176.183897] env[62788]: DEBUG nova.compute.manager [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1176.183897] env[62788]: DEBUG nova.network.neutron [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.188941] env[62788]: DEBUG nova.objects.instance [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lazy-loading 'numa_topology' on Instance uuid 691459b0-7f61-4050-b9bc-d3efea39e401 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.266011] env[62788]: DEBUG nova.policy [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adab5438774748afa1335c40936a0c64', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f8adca4e8524b43a06021f1d4eb8624', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.272715] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "66ec7549-af6a-4195-96f2-e738be419d5a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.272939] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.375797] env[62788]: DEBUG oslo_vmware.api [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280281} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.376157] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.376418] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.376678] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.376920] env[62788]: INFO nova.compute.manager [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1176.377236] env[62788]: DEBUG oslo.service.loopingcall [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1176.377496] env[62788]: DEBUG nova.compute.manager [-] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1176.377646] env[62788]: DEBUG nova.network.neutron [-] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.689706] env[62788]: DEBUG nova.compute.manager [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1176.693141] env[62788]: DEBUG nova.objects.base [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Object Instance<691459b0-7f61-4050-b9bc-d3efea39e401> lazy-loaded attributes: resources,numa_topology {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.742038] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e9748-7d8e-4ef0-b9c4-5e1afd160c2a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.766777] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance '73ffc862-9628-4118-b00a-22497e87470b' progress to 0 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.776159] env[62788]: DEBUG nova.compute.utils [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1176.792279] env[62788]: DEBUG nova.network.neutron [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Successfully created port: 65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1176.838429] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updating instance_info_cache with network_info: [{"id": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "address": "fa:16:3e:27:1f:1e", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a02da31-3b", "ovs_interfaceid": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.888819] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401c2c02-1676-4775-ac00-3b09673a3dd9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.897902] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7292e8cf-34a4-43b2-b1dd-a32cd66af52f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.931397] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ef7312-b64c-4c10-8a76-fc38173a4007 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.938677] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4126ef42-617b-4ec5-8b04-fbbec5283864 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.953785] env[62788]: DEBUG nova.compute.provider_tree [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.107761] env[62788]: DEBUG nova.compute.manager [req-15e8b1bb-c2b8-43f1-97b5-4f3e70a2613a req-fbfa7926-69b1-4a3d-8909-053f87509c12 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Received event network-vif-deleted-a6545ac1-91c0-447d-a7d4-2b82f185e6de {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1177.107761] env[62788]: INFO nova.compute.manager [req-15e8b1bb-c2b8-43f1-97b5-4f3e70a2613a req-fbfa7926-69b1-4a3d-8909-053f87509c12 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Neutron deleted interface a6545ac1-91c0-447d-a7d4-2b82f185e6de; detaching it from the instance and deleting it from the info cache [ 1177.107761] env[62788]: DEBUG nova.network.neutron [req-15e8b1bb-c2b8-43f1-97b5-4f3e70a2613a req-fbfa7926-69b1-4a3d-8909-053f87509c12 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.279776] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.280822] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.280932] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1623bf5-18e4-4586-9869-ebd625fe49fa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.291047] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1177.291047] env[62788]: value = "task-2394900" [ 1177.291047] env[62788]: _type = "Task" [ 1177.291047] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.300091] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.341652] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Releasing lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.341875] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updated the network info_cache for instance {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10538}} [ 1177.342108] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.342278] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.342427] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.343419] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.344014] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.344014] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 1177.344147] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.457215] env[62788]: DEBUG nova.scheduler.client.report [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.492316] env[62788]: DEBUG nova.network.neutron [-] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.609778] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56c7bc3f-34de-424f-a8b5-6f935cda6f23 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.619414] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63146972-b312-4dcf-84f8-a103c36559c6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.646332] env[62788]: DEBUG nova.compute.manager [req-15e8b1bb-c2b8-43f1-97b5-4f3e70a2613a req-fbfa7926-69b1-4a3d-8909-053f87509c12 service nova] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Detach interface failed, port_id=a6545ac1-91c0-447d-a7d4-2b82f185e6de, reason: Instance 3c7c6bbe-e227-472b-92b8-e6c2c68221b7 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1177.703328] env[62788]: DEBUG nova.compute.manager [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1177.733801] env[62788]: DEBUG nova.virt.hardware [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1177.734049] env[62788]: DEBUG nova.virt.hardware [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1177.734209] env[62788]: DEBUG nova.virt.hardware [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1177.734388] env[62788]: DEBUG nova.virt.hardware [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1177.734529] env[62788]: DEBUG nova.virt.hardware [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1177.734671] env[62788]: DEBUG nova.virt.hardware [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1177.734888] env[62788]: DEBUG nova.virt.hardware [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1177.735184] env[62788]: DEBUG nova.virt.hardware [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1177.735264] env[62788]: DEBUG nova.virt.hardware [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1177.735428] env[62788]: DEBUG nova.virt.hardware [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1177.735605] env[62788]: DEBUG nova.virt.hardware [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1177.736524] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2bae33-f743-46aa-b881-7bf3cc6d974f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.744394] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5f2af1-8136-4af2-a690-830f850c9eb0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.802779] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394900, 'name': PowerOffVM_Task, 'duration_secs': 0.22265} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.803117] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.803364] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance '73ffc862-9628-4118-b00a-22497e87470b' progress to 17 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1177.847498] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1177.962952] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.968045] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.267s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1177.971047] env[62788]: INFO nova.compute.claims [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.997071] env[62788]: INFO nova.compute.manager [-] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Took 1.62 seconds to deallocate network for instance. [ 1178.310831] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.311097] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.311259] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.311445] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.311597] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.311745] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.311942] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.312580] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.312799] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.312968] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.313158] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.323604] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582e8187-5973-4c42-9157-d7afa48679d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.354428] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1178.354428] env[62788]: value = "task-2394901" [ 1178.354428] env[62788]: _type = "Task" [ 1178.354428] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.364173] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.377043] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "66ec7549-af6a-4195-96f2-e738be419d5a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.377043] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.377043] env[62788]: INFO nova.compute.manager [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Attaching volume d7372c6c-7219-4291-a325-dee62ce5c067 to /dev/sdb [ 1178.417754] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfcdd5a-b046-4561-b732-1bf122b31ce9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.425494] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfa0627-bdec-4aa8-941e-a8c8a03b9d24 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.440235] env[62788]: DEBUG nova.virt.block_device [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Updating existing volume attachment record: dd525630-1994-492f-bd93-083d5850af5e {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.480917] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7597c4f8-2e02-4774-9b81-ba48023d39bc tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "691459b0-7f61-4050-b9bc-d3efea39e401" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 31.494s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.482101] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "691459b0-7f61-4050-b9bc-d3efea39e401" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.106s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.482251] env[62788]: INFO nova.compute.manager [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Unshelving [ 1178.490754] env[62788]: DEBUG nova.compute.manager [req-6b2eb2f5-c118-4948-baed-e71f6d2ce4c5 req-a4dcc5bd-58b5-475b-845d-fffcea93c9a8 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Received event network-vif-plugged-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1178.490985] env[62788]: DEBUG oslo_concurrency.lockutils [req-6b2eb2f5-c118-4948-baed-e71f6d2ce4c5 req-a4dcc5bd-58b5-475b-845d-fffcea93c9a8 service nova] Acquiring lock "a435a8b4-bf5e-4522-a28b-3e325584d944-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.491213] env[62788]: DEBUG oslo_concurrency.lockutils [req-6b2eb2f5-c118-4948-baed-e71f6d2ce4c5 req-a4dcc5bd-58b5-475b-845d-fffcea93c9a8 service nova] Lock "a435a8b4-bf5e-4522-a28b-3e325584d944-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.491380] env[62788]: DEBUG oslo_concurrency.lockutils [req-6b2eb2f5-c118-4948-baed-e71f6d2ce4c5 req-a4dcc5bd-58b5-475b-845d-fffcea93c9a8 service nova] Lock "a435a8b4-bf5e-4522-a28b-3e325584d944-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.491552] env[62788]: DEBUG nova.compute.manager [req-6b2eb2f5-c118-4948-baed-e71f6d2ce4c5 req-a4dcc5bd-58b5-475b-845d-fffcea93c9a8 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] No waiting events found dispatching network-vif-plugged-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.491720] env[62788]: WARNING nova.compute.manager [req-6b2eb2f5-c118-4948-baed-e71f6d2ce4c5 req-a4dcc5bd-58b5-475b-845d-fffcea93c9a8 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Received unexpected event network-vif-plugged-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 for instance with vm_state building and task_state spawning. [ 1178.509632] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.624595] env[62788]: DEBUG nova.network.neutron [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Successfully updated port: 65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.866587] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.128275] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "refresh_cache-a435a8b4-bf5e-4522-a28b-3e325584d944" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1179.128514] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "refresh_cache-a435a8b4-bf5e-4522-a28b-3e325584d944" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.128791] env[62788]: DEBUG nova.network.neutron [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.131269] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd83aef-7d6d-41a5-a5ff-9d54b3811b01 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.142821] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0c78ca-6027-477a-a16c-0f4ccf8b65b8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.176669] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec04798f-0a03-48e4-9fe9-b3b1bc0362be {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.183859] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6091c8-1d7e-4a56-9f97-3e8ecdd324a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.197221] env[62788]: DEBUG nova.compute.provider_tree [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.367865] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394901, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.512912] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.668596] env[62788]: DEBUG nova.network.neutron [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.700353] env[62788]: DEBUG nova.scheduler.client.report [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.803905] env[62788]: DEBUG nova.network.neutron [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Updating instance_info_cache with network_info: [{"id": "65256eb6-d8c6-4f06-b5f4-9d3ae5265d69", "address": "fa:16:3e:1c:7a:fb", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65256eb6-d8", "ovs_interfaceid": "65256eb6-d8c6-4f06-b5f4-9d3ae5265d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.867109] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394901, 'name': ReconfigVM_Task, 'duration_secs': 1.170354} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.867427] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance '73ffc862-9628-4118-b00a-22497e87470b' progress to 33 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1179.926202] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquiring lock "32b57006-0267-46f2-8706-e7b2020a733c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.926438] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Lock "32b57006-0267-46f2-8706-e7b2020a733c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.206399] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.207018] env[62788]: DEBUG nova.compute.manager [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1180.209939] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.363s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.210164] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1180.210361] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1180.210679] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.701s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1180.210923] env[62788]: DEBUG nova.objects.instance [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lazy-loading 'resources' on Instance uuid 3c7c6bbe-e227-472b-92b8-e6c2c68221b7 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.212751] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c05db0d-5bfd-4b23-ab1d-d34f15e8e313 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.221755] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd6195c-1eda-4dd7-a4bc-49cdc26921f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.238463] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7504c1-79bb-445e-94be-886d18b7534a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.245722] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9c4911-d6c6-4123-a625-61ef039f59db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.274977] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178855MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1180.275134] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.306082] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "refresh_cache-a435a8b4-bf5e-4522-a28b-3e325584d944" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1180.306376] env[62788]: DEBUG nova.compute.manager [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Instance network_info: |[{"id": "65256eb6-d8c6-4f06-b5f4-9d3ae5265d69", "address": "fa:16:3e:1c:7a:fb", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65256eb6-d8", "ovs_interfaceid": "65256eb6-d8c6-4f06-b5f4-9d3ae5265d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1180.306784] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:7a:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97af1e58-5a75-44a1-b30c-9abb8932df9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65256eb6-d8c6-4f06-b5f4-9d3ae5265d69', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.314195] env[62788]: DEBUG oslo.service.loopingcall [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1180.314383] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.314584] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f245c645-3174-4b1c-80db-7bbdfcd93bab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.335135] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.335135] env[62788]: value = "task-2394903" [ 1180.335135] env[62788]: _type = "Task" [ 1180.335135] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.342916] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394903, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.374491] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.374745] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.374907] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.375122] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.375277] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.375428] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.375631] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.375839] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.375993] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.376179] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.376373] env[62788]: DEBUG nova.virt.hardware [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.381668] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.381959] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f9ee552-2b66-4ede-9bb2-10c7d784148b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.402349] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1180.402349] env[62788]: value = "task-2394904" [ 1180.402349] env[62788]: _type = "Task" [ 1180.402349] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.411516] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.429143] env[62788]: DEBUG nova.compute.manager [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1180.526251] env[62788]: DEBUG nova.compute.manager [req-7ea754f4-cb80-40d7-bc03-d05b28ea1691 req-f3160c66-6655-446d-92f9-9e330740e1f1 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Received event network-changed-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1180.526500] env[62788]: DEBUG nova.compute.manager [req-7ea754f4-cb80-40d7-bc03-d05b28ea1691 req-f3160c66-6655-446d-92f9-9e330740e1f1 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Refreshing instance network info cache due to event network-changed-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1180.526729] env[62788]: DEBUG oslo_concurrency.lockutils [req-7ea754f4-cb80-40d7-bc03-d05b28ea1691 req-f3160c66-6655-446d-92f9-9e330740e1f1 service nova] Acquiring lock "refresh_cache-a435a8b4-bf5e-4522-a28b-3e325584d944" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.526966] env[62788]: DEBUG oslo_concurrency.lockutils [req-7ea754f4-cb80-40d7-bc03-d05b28ea1691 req-f3160c66-6655-446d-92f9-9e330740e1f1 service nova] Acquired lock "refresh_cache-a435a8b4-bf5e-4522-a28b-3e325584d944" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.527148] env[62788]: DEBUG nova.network.neutron [req-7ea754f4-cb80-40d7-bc03-d05b28ea1691 req-f3160c66-6655-446d-92f9-9e330740e1f1 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Refreshing network info cache for port 65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.713740] env[62788]: DEBUG nova.compute.utils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1180.715698] env[62788]: DEBUG nova.compute.manager [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1180.715976] env[62788]: DEBUG nova.network.neutron [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.801522] env[62788]: DEBUG nova.policy [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98e860385b1a4e498fa78efc87de9b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3518b0ad7ed47a290c7d717277586ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.847846] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394903, 'name': CreateVM_Task, 'duration_secs': 0.431936} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.850151] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.851066] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1180.851225] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.851543] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1180.851805] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a05aa5c-a7e6-4e3d-a21b-50cce2fb4e43 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.856973] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1180.856973] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52fd3fde-493c-3fb8-3d3e-4ba7b10cec35" [ 1180.856973] env[62788]: _type = "Task" [ 1180.856973] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.867837] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fd3fde-493c-3fb8-3d3e-4ba7b10cec35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.885246] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639ae5f2-af7d-4fdb-bddd-230d9e935562 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.892827] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d7bb0a-1bb5-4b43-a5ca-be22ab19816b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.925720] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ec094d-1e1d-455e-aa6e-a1f336ae271d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.936092] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394904, 'name': ReconfigVM_Task, 'duration_secs': 0.187926} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.938179] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.940938] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5722800a-cc6f-4849-86bd-8cf4fa6e835c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.944195] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ff966f-201c-4c26-a70e-28ab4f20d502 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.959018] env[62788]: DEBUG nova.compute.provider_tree [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.977525] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 73ffc862-9628-4118-b00a-22497e87470b/73ffc862-9628-4118-b00a-22497e87470b.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.978832] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1180.979620] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe8be443-6a7a-4daf-b2e7-98d7c1850286 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.000167] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1181.000167] env[62788]: value = "task-2394906" [ 1181.000167] env[62788]: _type = "Task" [ 1181.000167] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.010887] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.105041] env[62788]: DEBUG nova.network.neutron [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Successfully created port: ca280157-fbf4-4cdd-b525-3cbce35c707c {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.219874] env[62788]: DEBUG nova.compute.manager [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1181.259706] env[62788]: DEBUG nova.network.neutron [req-7ea754f4-cb80-40d7-bc03-d05b28ea1691 req-f3160c66-6655-446d-92f9-9e330740e1f1 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Updated VIF entry in instance network info cache for port 65256eb6-d8c6-4f06-b5f4-9d3ae5265d69. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.259931] env[62788]: DEBUG nova.network.neutron [req-7ea754f4-cb80-40d7-bc03-d05b28ea1691 req-f3160c66-6655-446d-92f9-9e330740e1f1 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Updating instance_info_cache with network_info: [{"id": "65256eb6-d8c6-4f06-b5f4-9d3ae5265d69", "address": "fa:16:3e:1c:7a:fb", "network": {"id": "c60228e0-e3dd-4c02-b469-b166536f727a", "bridge": "br-int", "label": "tempest-ServersTestJSON-859761071-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f8adca4e8524b43a06021f1d4eb8624", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97af1e58-5a75-44a1-b30c-9abb8932df9d", "external-id": "nsx-vlan-transportzone-862", "segmentation_id": 862, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65256eb6-d8", "ovs_interfaceid": "65256eb6-d8c6-4f06-b5f4-9d3ae5265d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.367858] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52fd3fde-493c-3fb8-3d3e-4ba7b10cec35, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.368173] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.368407] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.368642] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1181.368790] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.368968] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.369253] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d71a0d6-db91-4313-be75-269643af8b87 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.378371] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.378579] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.379242] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12d7858-c39a-46fd-8e84-0d9192ad2e22 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.384551] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1181.384551] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525fe0de-3ea5-8501-a9f6-2044fc459b91" [ 1181.384551] env[62788]: _type = "Task" [ 1181.384551] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.392773] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525fe0de-3ea5-8501-a9f6-2044fc459b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.479528] env[62788]: DEBUG nova.scheduler.client.report [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.508606] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394906, 'name': ReconfigVM_Task, 'duration_secs': 0.309576} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.508886] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 73ffc862-9628-4118-b00a-22497e87470b/73ffc862-9628-4118-b00a-22497e87470b.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.509186] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance '73ffc862-9628-4118-b00a-22497e87470b' progress to 50 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.762838] env[62788]: DEBUG oslo_concurrency.lockutils [req-7ea754f4-cb80-40d7-bc03-d05b28ea1691 req-f3160c66-6655-446d-92f9-9e330740e1f1 service nova] Releasing lock "refresh_cache-a435a8b4-bf5e-4522-a28b-3e325584d944" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1181.895795] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525fe0de-3ea5-8501-a9f6-2044fc459b91, 'name': SearchDatastore_Task, 'duration_secs': 0.008897} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.896254] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd8662db-e3df-4f2a-ae18-f0b0a4acbb22 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.902753] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1181.902753] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52a623be-0e26-cae2-7bae-b0155311f05e" [ 1181.902753] env[62788]: _type = "Task" [ 1181.902753] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.911069] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a623be-0e26-cae2-7bae-b0155311f05e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.984283] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1181.986636] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.474s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1181.986860] env[62788]: DEBUG nova.objects.instance [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lazy-loading 'pci_requests' on Instance uuid 691459b0-7f61-4050-b9bc-d3efea39e401 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.010827] env[62788]: INFO nova.scheduler.client.report [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted allocations for instance 3c7c6bbe-e227-472b-92b8-e6c2c68221b7 [ 1182.016334] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f65c39-adf8-489c-a8b2-ee7cb7512a0a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.036694] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb90542c-b70c-44b3-9d62-00b6ea0dea6d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.056302] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance '73ffc862-9628-4118-b00a-22497e87470b' progress to 67 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.229636] env[62788]: DEBUG nova.compute.manager [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1182.254867] env[62788]: DEBUG nova.virt.hardware [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.255171] env[62788]: DEBUG nova.virt.hardware [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.255333] env[62788]: DEBUG nova.virt.hardware [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.255517] env[62788]: DEBUG nova.virt.hardware [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.255666] env[62788]: DEBUG nova.virt.hardware [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.255868] env[62788]: DEBUG nova.virt.hardware [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.256114] env[62788]: DEBUG nova.virt.hardware [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.256281] env[62788]: DEBUG nova.virt.hardware [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.256451] env[62788]: DEBUG nova.virt.hardware [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.256616] env[62788]: DEBUG nova.virt.hardware [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.256795] env[62788]: DEBUG nova.virt.hardware [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.257661] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0ed7c2-a2cd-464a-b6c3-2ed6910d1c79 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.266634] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e129fab-f298-4309-84d1-e603445d3970 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.413812] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52a623be-0e26-cae2-7bae-b0155311f05e, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.414101] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.414364] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] a435a8b4-bf5e-4522-a28b-3e325584d944/a435a8b4-bf5e-4522-a28b-3e325584d944.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1182.414615] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a0bfe27-ea28-4b06-8732-1cd2a763eb68 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.423215] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1182.423215] env[62788]: value = "task-2394907" [ 1182.423215] env[62788]: _type = "Task" [ 1182.423215] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.431817] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.494031] env[62788]: DEBUG nova.objects.instance [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lazy-loading 'numa_topology' on Instance uuid 691459b0-7f61-4050-b9bc-d3efea39e401 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.519782] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ccccba39-f72b-48cd-b727-2c8c3fe2c880 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "3c7c6bbe-e227-472b-92b8-e6c2c68221b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.760s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.627901] env[62788]: DEBUG nova.network.neutron [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Port 2712c1ec-710c-48be-82bd-ae6a753dd446 binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1182.700815] env[62788]: DEBUG nova.compute.manager [req-3df8fa56-58a3-4a0f-8818-a12da9f17a58 req-2641c1b0-6eb6-4665-b7db-45f81f3f6263 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Received event network-vif-plugged-ca280157-fbf4-4cdd-b525-3cbce35c707c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1182.701211] env[62788]: DEBUG oslo_concurrency.lockutils [req-3df8fa56-58a3-4a0f-8818-a12da9f17a58 req-2641c1b0-6eb6-4665-b7db-45f81f3f6263 service nova] Acquiring lock "bda137b7-40e8-4a56-aa1e-834676e8d603-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1182.701589] env[62788]: DEBUG oslo_concurrency.lockutils [req-3df8fa56-58a3-4a0f-8818-a12da9f17a58 req-2641c1b0-6eb6-4665-b7db-45f81f3f6263 service nova] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.701904] env[62788]: DEBUG oslo_concurrency.lockutils [req-3df8fa56-58a3-4a0f-8818-a12da9f17a58 req-2641c1b0-6eb6-4665-b7db-45f81f3f6263 service nova] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.702217] env[62788]: DEBUG nova.compute.manager [req-3df8fa56-58a3-4a0f-8818-a12da9f17a58 req-2641c1b0-6eb6-4665-b7db-45f81f3f6263 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] No waiting events found dispatching network-vif-plugged-ca280157-fbf4-4cdd-b525-3cbce35c707c {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.702529] env[62788]: WARNING nova.compute.manager [req-3df8fa56-58a3-4a0f-8818-a12da9f17a58 req-2641c1b0-6eb6-4665-b7db-45f81f3f6263 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Received unexpected event network-vif-plugged-ca280157-fbf4-4cdd-b525-3cbce35c707c for instance with vm_state building and task_state spawning. [ 1182.759522] env[62788]: DEBUG nova.network.neutron [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Successfully updated port: ca280157-fbf4-4cdd-b525-3cbce35c707c {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.934432] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470378} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.934714] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] a435a8b4-bf5e-4522-a28b-3e325584d944/a435a8b4-bf5e-4522-a28b-3e325584d944.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1182.934909] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1182.935187] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49dc1d0d-9512-49eb-9ae6-7e48d4ca23aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.942079] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1182.942079] env[62788]: value = "task-2394908" [ 1182.942079] env[62788]: _type = "Task" [ 1182.942079] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.952744] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.997118] env[62788]: INFO nova.compute.claims [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.021287] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.021535] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485815', 'volume_id': 'd7372c6c-7219-4291-a325-dee62ce5c067', 'name': 'volume-d7372c6c-7219-4291-a325-dee62ce5c067', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ec7549-af6a-4195-96f2-e738be419d5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7372c6c-7219-4291-a325-dee62ce5c067', 'serial': 'd7372c6c-7219-4291-a325-dee62ce5c067'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.022449] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26df793d-09ff-4728-a7e7-3e16fbbe75a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.041625] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bf9861-3ebf-405e-99a4-ede777ddd77e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.076836] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-d7372c6c-7219-4291-a325-dee62ce5c067/volume-d7372c6c-7219-4291-a325-dee62ce5c067.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.077534] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d56923f-55ea-4558-9829-83c47b15583d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.097042] env[62788]: DEBUG oslo_vmware.api [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1183.097042] env[62788]: value = "task-2394909" [ 1183.097042] env[62788]: _type = "Task" [ 1183.097042] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.106207] env[62788]: DEBUG oslo_vmware.api [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.263590] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.263769] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.263930] env[62788]: DEBUG nova.network.neutron [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.451985] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05812} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.452226] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1183.453053] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e745bc-5007-4b95-8e99-2fd235478f2d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.474355] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] a435a8b4-bf5e-4522-a28b-3e325584d944/a435a8b4-bf5e-4522-a28b-3e325584d944.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.474592] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4ee7f6-05e6-45d8-9413-d98295f61323 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.494640] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1183.494640] env[62788]: value = "task-2394910" [ 1183.494640] env[62788]: _type = "Task" [ 1183.494640] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.506263] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.609097] env[62788]: DEBUG oslo_vmware.api [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394909, 'name': ReconfigVM_Task, 'duration_secs': 0.352987} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.609416] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-d7372c6c-7219-4291-a325-dee62ce5c067/volume-d7372c6c-7219-4291-a325-dee62ce5c067.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.614617] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3d56b74-7d5a-41be-9251-3515ce95eb9a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.634803] env[62788]: DEBUG oslo_vmware.api [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1183.634803] env[62788]: value = "task-2394911" [ 1183.634803] env[62788]: _type = "Task" [ 1183.634803] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.661087] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "73ffc862-9628-4118-b00a-22497e87470b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.661409] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "73ffc862-9628-4118-b00a-22497e87470b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.661690] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "73ffc862-9628-4118-b00a-22497e87470b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.667519] env[62788]: DEBUG oslo_vmware.api [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.690614] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "4fd36ebb-a760-429d-8039-5350039eca1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1183.690904] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "4fd36ebb-a760-429d-8039-5350039eca1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.798527] env[62788]: DEBUG nova.network.neutron [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.985156] env[62788]: DEBUG nova.network.neutron [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance_info_cache with network_info: [{"id": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "address": "fa:16:3e:69:d7:8d", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca280157-fb", "ovs_interfaceid": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.006343] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394910, 'name': ReconfigVM_Task, 'duration_secs': 0.393474} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.006665] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Reconfigured VM instance instance-00000073 to attach disk [datastore1] a435a8b4-bf5e-4522-a28b-3e325584d944/a435a8b4-bf5e-4522-a28b-3e325584d944.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.010067] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9d22493-f749-4793-9031-0cb744b322e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.018675] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1184.018675] env[62788]: value = "task-2394912" [ 1184.018675] env[62788]: _type = "Task" [ 1184.018675] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.027441] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394912, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.151642] env[62788]: DEBUG oslo_vmware.api [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394911, 'name': ReconfigVM_Task, 'duration_secs': 0.200524} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.155494] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485815', 'volume_id': 'd7372c6c-7219-4291-a325-dee62ce5c067', 'name': 'volume-d7372c6c-7219-4291-a325-dee62ce5c067', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ec7549-af6a-4195-96f2-e738be419d5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7372c6c-7219-4291-a325-dee62ce5c067', 'serial': 'd7372c6c-7219-4291-a325-dee62ce5c067'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.170917] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0cb881-8cb6-4b46-827a-6d9715326072 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.180222] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6599070d-b6d7-4b40-81c3-18a65f0f8233 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.212898] env[62788]: DEBUG nova.compute.manager [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1184.216399] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43216d0-d11a-41dc-a885-1f737939c55a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.224478] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7028ad8e-086b-480e-bc87-7a690749951c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.238213] env[62788]: DEBUG nova.compute.provider_tree [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.489157] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1184.489646] env[62788]: DEBUG nova.compute.manager [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Instance network_info: |[{"id": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "address": "fa:16:3e:69:d7:8d", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca280157-fb", "ovs_interfaceid": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1184.489950] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:d7:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca280157-fbf4-4cdd-b525-3cbce35c707c', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.497562] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating folder: Project (a3518b0ad7ed47a290c7d717277586ac). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.497820] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f0f5b0d-12de-4d4d-93dd-09b922c4c481 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.509809] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Created folder: Project (a3518b0ad7ed47a290c7d717277586ac) in parent group-v485515. [ 1184.510017] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating folder: Instances. Parent ref: group-v485817. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.510257] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dbf024d-9080-4e14-8a43-2bd485a2776d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.519350] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Created folder: Instances in parent group-v485817. [ 1184.519588] env[62788]: DEBUG oslo.service.loopingcall [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1184.522531] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.523010] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdadb26a-8f04-4eb9-b636-688a9002971f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.541701] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394912, 'name': Rename_Task, 'duration_secs': 0.354604} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.542882] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.543110] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.543110] env[62788]: value = "task-2394915" [ 1184.543110] env[62788]: _type = "Task" [ 1184.543110] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.543284] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c5dd87c-c7cb-4ee0-9059-2f49f269db0c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.551743] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394915, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.552927] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1184.552927] env[62788]: value = "task-2394916" [ 1184.552927] env[62788]: _type = "Task" [ 1184.552927] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.559987] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.698569] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.698847] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.699073] env[62788]: DEBUG nova.network.neutron [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.731069] env[62788]: DEBUG nova.compute.manager [req-c13854ff-5b66-46bc-8d63-b13c225b3beb req-117af35d-a2c3-4e6b-9afa-5ec1e0e2b143 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Received event network-changed-ca280157-fbf4-4cdd-b525-3cbce35c707c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1184.731412] env[62788]: DEBUG nova.compute.manager [req-c13854ff-5b66-46bc-8d63-b13c225b3beb req-117af35d-a2c3-4e6b-9afa-5ec1e0e2b143 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Refreshing instance network info cache due to event network-changed-ca280157-fbf4-4cdd-b525-3cbce35c707c. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1184.731560] env[62788]: DEBUG oslo_concurrency.lockutils [req-c13854ff-5b66-46bc-8d63-b13c225b3beb req-117af35d-a2c3-4e6b-9afa-5ec1e0e2b143 service nova] Acquiring lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.731706] env[62788]: DEBUG oslo_concurrency.lockutils [req-c13854ff-5b66-46bc-8d63-b13c225b3beb req-117af35d-a2c3-4e6b-9afa-5ec1e0e2b143 service nova] Acquired lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.731870] env[62788]: DEBUG nova.network.neutron [req-c13854ff-5b66-46bc-8d63-b13c225b3beb req-117af35d-a2c3-4e6b-9afa-5ec1e0e2b143 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Refreshing network info cache for port ca280157-fbf4-4cdd-b525-3cbce35c707c {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.733799] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.741396] env[62788]: DEBUG nova.scheduler.client.report [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.054410] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394915, 'name': CreateVM_Task, 'duration_secs': 0.346621} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.057157] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.057847] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.058033] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.058343] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1185.058936] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1df0fe-25ea-4cd7-a39f-2edfc0578892 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.063587] env[62788]: DEBUG oslo_vmware.api [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394916, 'name': PowerOnVM_Task, 'duration_secs': 0.461031} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.064166] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.064374] env[62788]: INFO nova.compute.manager [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1185.064553] env[62788]: DEBUG nova.compute.manager [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1185.065328] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511e1647-5bdb-47d7-be25-e446df8dd1f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.068811] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1185.068811] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f07a46-5403-53d8-9060-c84131024fa0" [ 1185.068811] env[62788]: _type = "Task" [ 1185.068811] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.082114] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52f07a46-5403-53d8-9060-c84131024fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.082390] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.082633] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.082862] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.083041] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.083239] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.083483] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1739fad3-715b-4556-bdc1-556457054555 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.091063] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.091220] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.091939] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a97c03dc-377f-438e-acf7-cf1780ebd25e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.097112] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1185.097112] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52992f01-b939-a421-3d90-58e8492db110" [ 1185.097112] env[62788]: _type = "Task" [ 1185.097112] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.105111] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52992f01-b939-a421-3d90-58e8492db110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.195798] env[62788]: DEBUG nova.objects.instance [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lazy-loading 'flavor' on Instance uuid 66ec7549-af6a-4195-96f2-e738be419d5a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.246464] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.260s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.248386] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.973s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.307998] env[62788]: INFO nova.network.neutron [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updating port de40fe67-f3cd-4e8c-b132-3b55f6b9e03a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1185.438735] env[62788]: DEBUG nova.network.neutron [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance_info_cache with network_info: [{"id": "2712c1ec-710c-48be-82bd-ae6a753dd446", "address": "fa:16:3e:c1:8c:50", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2712c1ec-71", "ovs_interfaceid": "2712c1ec-710c-48be-82bd-ae6a753dd446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.583737] env[62788]: INFO nova.compute.manager [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Took 15.29 seconds to build instance. [ 1185.603270] env[62788]: DEBUG nova.network.neutron [req-c13854ff-5b66-46bc-8d63-b13c225b3beb req-117af35d-a2c3-4e6b-9afa-5ec1e0e2b143 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updated VIF entry in instance network info cache for port ca280157-fbf4-4cdd-b525-3cbce35c707c. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.603702] env[62788]: DEBUG nova.network.neutron [req-c13854ff-5b66-46bc-8d63-b13c225b3beb req-117af35d-a2c3-4e6b-9afa-5ec1e0e2b143 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance_info_cache with network_info: [{"id": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "address": "fa:16:3e:69:d7:8d", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca280157-fb", "ovs_interfaceid": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.611090] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52992f01-b939-a421-3d90-58e8492db110, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.611856] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0c1d2f-8cee-4650-8993-c8df297c92ff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.617798] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1185.617798] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]521f8c09-5a2e-014d-4e18-c81b025dcec9" [ 1185.617798] env[62788]: _type = "Task" [ 1185.617798] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.625840] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521f8c09-5a2e-014d-4e18-c81b025dcec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.700586] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e9960b77-89d4-4b2f-add7-5ae94cf30c30 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.325s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.930392] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "66ec7549-af6a-4195-96f2-e738be419d5a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.930769] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.944025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.087857] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ec209b78-7675-4c8e-9285-16cf3b66fccb tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "a435a8b4-bf5e-4522-a28b-3e325584d944" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.811s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.106417] env[62788]: DEBUG oslo_concurrency.lockutils [req-c13854ff-5b66-46bc-8d63-b13c225b3beb req-117af35d-a2c3-4e6b-9afa-5ec1e0e2b143 service nova] Releasing lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.129424] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521f8c09-5a2e-014d-4e18-c81b025dcec9, 'name': SearchDatastore_Task, 'duration_secs': 0.014308} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.129761] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.129952] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] bda137b7-40e8-4a56-aa1e-834676e8d603/bda137b7-40e8-4a56-aa1e-834676e8d603.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.130233] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-902ce012-d517-45d7-9541-ad59c1b1f16a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.136742] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1186.136742] env[62788]: value = "task-2394917" [ 1186.136742] env[62788]: _type = "Task" [ 1186.136742] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.146235] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.257924] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Applying migration context for instance 73ffc862-9628-4118-b00a-22497e87470b as it has an incoming, in-progress migration 198c79e0-d8c7-4474-a96f-2960bd35181a. Migration status is post-migrating {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1186.259344] env[62788]: INFO nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating resource usage from migration 198c79e0-d8c7-4474-a96f-2960bd35181a [ 1186.279662] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 693f5d7b-9fb0-46bf-a718-9c9b1e4097da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.279826] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 9cbb2005-3ede-4837-b5e1-0f6521043662 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.279953] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 66ec7549-af6a-4195-96f2-e738be419d5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.280087] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance c53ba01e-4d55-4824-a932-4260c916aea5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.280209] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Migration 198c79e0-d8c7-4474-a96f-2960bd35181a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1186.280325] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 73ffc862-9628-4118-b00a-22497e87470b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.280441] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance a435a8b4-bf5e-4522-a28b-3e325584d944 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.280635] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 691459b0-7f61-4050-b9bc-d3efea39e401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.280745] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance bda137b7-40e8-4a56-aa1e-834676e8d603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1186.434539] env[62788]: INFO nova.compute.manager [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Detaching volume d7372c6c-7219-4291-a325-dee62ce5c067 [ 1186.474684] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebfac94-6bbd-4504-ad4b-ade6d9d73e4b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.479021] env[62788]: INFO nova.virt.block_device [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Attempting to driver detach volume d7372c6c-7219-4291-a325-dee62ce5c067 from mountpoint /dev/sdb [ 1186.479321] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1186.479521] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485815', 'volume_id': 'd7372c6c-7219-4291-a325-dee62ce5c067', 'name': 'volume-d7372c6c-7219-4291-a325-dee62ce5c067', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ec7549-af6a-4195-96f2-e738be419d5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7372c6c-7219-4291-a325-dee62ce5c067', 'serial': 'd7372c6c-7219-4291-a325-dee62ce5c067'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1186.481034] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd5653d-c355-4d84-b610-30d0397080d8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.499248] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bd4e2c-51fa-4bf0-a6fe-fbfa3199056a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.520838] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa18d47-adee-4a44-a608-c047b7b16f01 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.526729] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance '73ffc862-9628-4118-b00a-22497e87470b' progress to 83 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.535975] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb9dfcc-adf4-4d27-b749-22f1d408c768 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.558859] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdc591a-d12b-4906-b07d-69bc56f2bd31 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.577040] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] The volume has not been displaced from its original location: [datastore1] volume-d7372c6c-7219-4291-a325-dee62ce5c067/volume-d7372c6c-7219-4291-a325-dee62ce5c067.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1186.582546] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1186.583914] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2516ef42-59ad-4494-a3df-44b398b1a59d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.603329] env[62788]: DEBUG oslo_vmware.api [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1186.603329] env[62788]: value = "task-2394918" [ 1186.603329] env[62788]: _type = "Task" [ 1186.603329] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.612853] env[62788]: DEBUG oslo_vmware.api [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.648498] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394917, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.783982] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 32b57006-0267-46f2-8706-e7b2020a733c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1186.865896] env[62788]: DEBUG oslo_concurrency.lockutils [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "a435a8b4-bf5e-4522-a28b-3e325584d944" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.865896] env[62788]: DEBUG oslo_concurrency.lockutils [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "a435a8b4-bf5e-4522-a28b-3e325584d944" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.866161] env[62788]: DEBUG nova.compute.manager [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1186.867235] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f17e237-827a-4f8f-8cb7-fa3454f82950 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.871894] env[62788]: DEBUG nova.compute.manager [req-33785e09-1963-42a6-adf7-0e0f3bcfe62f req-a467699e-478a-45f1-ad84-e7f06cb4daa4 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Received event network-vif-plugged-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1186.872188] env[62788]: DEBUG oslo_concurrency.lockutils [req-33785e09-1963-42a6-adf7-0e0f3bcfe62f req-a467699e-478a-45f1-ad84-e7f06cb4daa4 service nova] Acquiring lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1186.872399] env[62788]: DEBUG oslo_concurrency.lockutils [req-33785e09-1963-42a6-adf7-0e0f3bcfe62f req-a467699e-478a-45f1-ad84-e7f06cb4daa4 service nova] Lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1186.872562] env[62788]: DEBUG oslo_concurrency.lockutils [req-33785e09-1963-42a6-adf7-0e0f3bcfe62f req-a467699e-478a-45f1-ad84-e7f06cb4daa4 service nova] Lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.872804] env[62788]: DEBUG nova.compute.manager [req-33785e09-1963-42a6-adf7-0e0f3bcfe62f req-a467699e-478a-45f1-ad84-e7f06cb4daa4 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] No waiting events found dispatching network-vif-plugged-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.872968] env[62788]: WARNING nova.compute.manager [req-33785e09-1963-42a6-adf7-0e0f3bcfe62f req-a467699e-478a-45f1-ad84-e7f06cb4daa4 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Received unexpected event network-vif-plugged-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a for instance with vm_state shelved_offloaded and task_state spawning. [ 1186.876977] env[62788]: DEBUG nova.compute.manager [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62788) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3418}} [ 1186.877509] env[62788]: DEBUG nova.objects.instance [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lazy-loading 'flavor' on Instance uuid a435a8b4-bf5e-4522-a28b-3e325584d944 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.963692] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.963920] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.964088] env[62788]: DEBUG nova.network.neutron [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.033745] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.034064] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b3c6486-9dfe-455b-8344-068a2b5bef00 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.040667] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1187.040667] env[62788]: value = "task-2394919" [ 1187.040667] env[62788]: _type = "Task" [ 1187.040667] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.048337] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.114048] env[62788]: DEBUG oslo_vmware.api [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394918, 'name': ReconfigVM_Task, 'duration_secs': 0.249679} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.114433] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1187.119107] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-349dfcb1-9c46-449c-9891-98e609287394 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.134551] env[62788]: DEBUG oslo_vmware.api [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1187.134551] env[62788]: value = "task-2394920" [ 1187.134551] env[62788]: _type = "Task" [ 1187.134551] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.145610] env[62788]: DEBUG oslo_vmware.api [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.148696] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551077} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.148895] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] bda137b7-40e8-4a56-aa1e-834676e8d603/bda137b7-40e8-4a56-aa1e-834676e8d603.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.149116] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.149360] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac98aff9-d6b0-4e20-8c28-d5554e81e013 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.155238] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1187.155238] env[62788]: value = "task-2394921" [ 1187.155238] env[62788]: _type = "Task" [ 1187.155238] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.163332] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.287413] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 4fd36ebb-a760-429d-8039-5350039eca1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1187.287573] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1187.287725] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1187.447668] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a83710-7e44-490a-8538-2885ae121e8c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.455680] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80be009-5569-4e88-9694-028840a55125 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.489806] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff5d9ae-016f-413e-9a4f-06b4f362f683 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.498050] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b08babf-bb37-4ea4-a9f0-7b373eb2f447 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.512973] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.550778] env[62788]: DEBUG oslo_vmware.api [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394919, 'name': PowerOnVM_Task, 'duration_secs': 0.399399} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.551161] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.551401] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-feef556b-e490-4584-a773-711b56b92153 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance '73ffc862-9628-4118-b00a-22497e87470b' progress to 100 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.644413] env[62788]: DEBUG oslo_vmware.api [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394920, 'name': ReconfigVM_Task, 'duration_secs': 0.150112} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.644738] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485815', 'volume_id': 'd7372c6c-7219-4291-a325-dee62ce5c067', 'name': 'volume-d7372c6c-7219-4291-a325-dee62ce5c067', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66ec7549-af6a-4195-96f2-e738be419d5a', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7372c6c-7219-4291-a325-dee62ce5c067', 'serial': 'd7372c6c-7219-4291-a325-dee62ce5c067'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1187.664597] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071239} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.664867] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.665672] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dae0670-27d6-4427-995e-e447a0324ff6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.691474] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] bda137b7-40e8-4a56-aa1e-834676e8d603/bda137b7-40e8-4a56-aa1e-834676e8d603.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.694336] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf102cf-d1c8-44b4-b66f-a04ecda0421d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.713859] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1187.713859] env[62788]: value = "task-2394922" [ 1187.713859] env[62788]: _type = "Task" [ 1187.713859] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.721703] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.775721] env[62788]: DEBUG nova.network.neutron [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updating instance_info_cache with network_info: [{"id": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "address": "fa:16:3e:ee:09:08", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde40fe67-f3", "ovs_interfaceid": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.885479] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.885812] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0222e8dc-8e84-420f-b65f-1319659093ef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.892464] env[62788]: DEBUG oslo_vmware.api [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1187.892464] env[62788]: value = "task-2394923" [ 1187.892464] env[62788]: _type = "Task" [ 1187.892464] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.901887] env[62788]: DEBUG oslo_vmware.api [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.017054] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.193466] env[62788]: DEBUG nova.objects.instance [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lazy-loading 'flavor' on Instance uuid 66ec7549-af6a-4195-96f2-e738be419d5a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.224782] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394922, 'name': ReconfigVM_Task, 'duration_secs': 0.397024} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.225036] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Reconfigured VM instance instance-00000074 to attach disk [datastore1] bda137b7-40e8-4a56-aa1e-834676e8d603/bda137b7-40e8-4a56-aa1e-834676e8d603.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.225717] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a595b79f-14fe-44c3-90fb-6fea27bb5587 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.232455] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1188.232455] env[62788]: value = "task-2394924" [ 1188.232455] env[62788]: _type = "Task" [ 1188.232455] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.240294] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394924, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.278461] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1188.307541] env[62788]: DEBUG nova.virt.hardware [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a1cee964239ddf462fe87a3c21a2b25d',container_format='bare',created_at=2025-02-09T04:35:35Z,direct_url=,disk_format='vmdk',id=f24b7b32-57f7-42f0-83a0-9287ddd08307,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1700448612-shelved',owner='d89dbe21cc8c40aea81a52c74eb77083',properties=ImageMetaProps,protected=,size=31665664,status='active',tags=,updated_at=2025-02-09T04:35:53Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.307829] env[62788]: DEBUG nova.virt.hardware [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.308054] env[62788]: DEBUG nova.virt.hardware [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.308257] env[62788]: DEBUG nova.virt.hardware [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.308476] env[62788]: DEBUG nova.virt.hardware [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.308741] env[62788]: DEBUG nova.virt.hardware [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.309098] env[62788]: DEBUG nova.virt.hardware [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.309414] env[62788]: DEBUG nova.virt.hardware [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.309690] env[62788]: DEBUG nova.virt.hardware [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.309905] env[62788]: DEBUG nova.virt.hardware [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.310160] env[62788]: DEBUG nova.virt.hardware [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.311076] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26cba55-634e-443f-aeab-736669c1f4b7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.319951] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb6f32a-df81-41c2-9436-a264569fceb2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.333454] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:09:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de40fe67-f3cd-4e8c-b132-3b55f6b9e03a', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.341053] env[62788]: DEBUG oslo.service.loopingcall [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1188.341599] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.341833] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1effed7e-be10-4243-83fe-02c1fd115244 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.361686] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.361686] env[62788]: value = "task-2394925" [ 1188.361686] env[62788]: _type = "Task" [ 1188.361686] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.369545] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394925, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.402557] env[62788]: DEBUG oslo_vmware.api [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394923, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.522466] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1188.522754] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.274s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1188.523087] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.544s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.524836] env[62788]: INFO nova.compute.claims [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.742398] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394924, 'name': Rename_Task, 'duration_secs': 0.155372} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.742398] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.742610] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba2d952d-6981-47bd-a6c8-fb7665e39d70 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.747547] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1188.747547] env[62788]: value = "task-2394926" [ 1188.747547] env[62788]: _type = "Task" [ 1188.747547] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.754592] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.878160] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394925, 'name': CreateVM_Task, 'duration_secs': 0.374611} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.878330] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.879078] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.879225] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.879622] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1188.879882] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0005ac-5975-4898-8cdc-d7222e17b521 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.886342] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1188.886342] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520c4949-4e0a-c4b4-69ca-b4496a7fef83" [ 1188.886342] env[62788]: _type = "Task" [ 1188.886342] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.896535] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520c4949-4e0a-c4b4-69ca-b4496a7fef83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.901063] env[62788]: DEBUG nova.compute.manager [req-6780d0ae-cd75-4845-8010-5fb9470ba44e req-6bf5125e-b224-449f-aefb-f66f1f959b31 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Received event network-changed-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1188.901262] env[62788]: DEBUG nova.compute.manager [req-6780d0ae-cd75-4845-8010-5fb9470ba44e req-6bf5125e-b224-449f-aefb-f66f1f959b31 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Refreshing instance network info cache due to event network-changed-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1188.901472] env[62788]: DEBUG oslo_concurrency.lockutils [req-6780d0ae-cd75-4845-8010-5fb9470ba44e req-6bf5125e-b224-449f-aefb-f66f1f959b31 service nova] Acquiring lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.901615] env[62788]: DEBUG oslo_concurrency.lockutils [req-6780d0ae-cd75-4845-8010-5fb9470ba44e req-6bf5125e-b224-449f-aefb-f66f1f959b31 service nova] Acquired lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.901772] env[62788]: DEBUG nova.network.neutron [req-6780d0ae-cd75-4845-8010-5fb9470ba44e req-6bf5125e-b224-449f-aefb-f66f1f959b31 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Refreshing network info cache for port de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.908664] env[62788]: DEBUG oslo_vmware.api [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394923, 'name': PowerOffVM_Task, 'duration_secs': 0.553836} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.909347] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.909554] env[62788]: DEBUG nova.compute.manager [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1188.910314] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d30f408-7137-488b-9101-62969a492d0d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.202119] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1bad31e3-73f0-41cb-b516-f6eb2b6e48a4 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.257390] env[62788]: DEBUG oslo_vmware.api [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394926, 'name': PowerOnVM_Task, 'duration_secs': 0.424241} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.257679] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.257888] env[62788]: INFO nova.compute.manager [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1189.258086] env[62788]: DEBUG nova.compute.manager [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1189.258810] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26949147-5210-4bae-afc5-261db85c2112 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.395951] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.396157] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Processing image f24b7b32-57f7-42f0-83a0-9287ddd08307 {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.396394] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307/f24b7b32-57f7-42f0-83a0-9287ddd08307.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.396544] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307/f24b7b32-57f7-42f0-83a0-9287ddd08307.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.396724] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.397038] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13106ae6-7964-42f2-a79c-b092e68a753c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.407659] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.407838] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.408552] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0108eae-e69d-4878-a5fd-1e45a0809cea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.415116] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1189.415116] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52470e8a-1d77-c624-2736-0bb1fc572692" [ 1189.415116] env[62788]: _type = "Task" [ 1189.415116] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.424280] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52470e8a-1d77-c624-2736-0bb1fc572692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.424720] env[62788]: DEBUG oslo_concurrency.lockutils [None req-377efd5c-4802-41ca-8011-0f6df3891806 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "a435a8b4-bf5e-4522-a28b-3e325584d944" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.559s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1189.557197] env[62788]: DEBUG nova.network.neutron [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Port 2712c1ec-710c-48be-82bd-ae6a753dd446 binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1189.557197] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.557197] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.557197] env[62788]: DEBUG nova.network.neutron [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.699129] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6864aa17-5272-4db4-a55a-941d01cdff81 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.707973] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa7990-29be-48d7-a723-0140e1bf8a4e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.739674] env[62788]: DEBUG nova.network.neutron [req-6780d0ae-cd75-4845-8010-5fb9470ba44e req-6bf5125e-b224-449f-aefb-f66f1f959b31 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updated VIF entry in instance network info cache for port de40fe67-f3cd-4e8c-b132-3b55f6b9e03a. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.740066] env[62788]: DEBUG nova.network.neutron [req-6780d0ae-cd75-4845-8010-5fb9470ba44e req-6bf5125e-b224-449f-aefb-f66f1f959b31 service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updating instance_info_cache with network_info: [{"id": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "address": "fa:16:3e:ee:09:08", "network": {"id": "9b8b23ed-4697-4f7b-8608-674ee6c13b2b", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-293664361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d89dbe21cc8c40aea81a52c74eb77083", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde40fe67-f3", "ovs_interfaceid": "de40fe67-f3cd-4e8c-b132-3b55f6b9e03a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.742024] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9cee95-ce4a-41de-b514-a17b7f859d83 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.758860] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ccaf22-56f5-4729-ab1c-2ddfae75cd47 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.782199] env[62788]: DEBUG nova.compute.provider_tree [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.786922] env[62788]: INFO nova.compute.manager [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Took 15.10 seconds to build instance. [ 1189.924692] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Preparing fetch location {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1189.924994] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Fetch image to [datastore2] OSTACK_IMG_cb585f7b-7ada-43fa-b411-9e5fe892bfe0/OSTACK_IMG_cb585f7b-7ada-43fa-b411-9e5fe892bfe0.vmdk {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1189.925202] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Downloading stream optimized image f24b7b32-57f7-42f0-83a0-9287ddd08307 to [datastore2] OSTACK_IMG_cb585f7b-7ada-43fa-b411-9e5fe892bfe0/OSTACK_IMG_cb585f7b-7ada-43fa-b411-9e5fe892bfe0.vmdk on the data store datastore2 as vApp {{(pid=62788) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1189.925368] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Downloading image file data f24b7b32-57f7-42f0-83a0-9287ddd08307 to the ESX as VM named 'OSTACK_IMG_cb585f7b-7ada-43fa-b411-9e5fe892bfe0' {{(pid=62788) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1190.012017] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1190.012017] env[62788]: value = "resgroup-9" [ 1190.012017] env[62788]: _type = "ResourcePool" [ 1190.012017] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1190.012017] env[62788]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1bfdafc9-7ea3-4658-a654-d9276292c041 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.034744] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lease: (returnval){ [ 1190.034744] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52797435-0c74-87a7-f302-5b7b66613acc" [ 1190.034744] env[62788]: _type = "HttpNfcLease" [ 1190.034744] env[62788]: } obtained for vApp import into resource pool (val){ [ 1190.034744] env[62788]: value = "resgroup-9" [ 1190.034744] env[62788]: _type = "ResourcePool" [ 1190.034744] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1190.034744] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the lease: (returnval){ [ 1190.034744] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52797435-0c74-87a7-f302-5b7b66613acc" [ 1190.034744] env[62788]: _type = "HttpNfcLease" [ 1190.034744] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1190.042815] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.042815] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52797435-0c74-87a7-f302-5b7b66613acc" [ 1190.042815] env[62788]: _type = "HttpNfcLease" [ 1190.042815] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1190.246788] env[62788]: DEBUG oslo_concurrency.lockutils [req-6780d0ae-cd75-4845-8010-5fb9470ba44e req-6bf5125e-b224-449f-aefb-f66f1f959b31 service nova] Releasing lock "refresh_cache-691459b0-7f61-4050-b9bc-d3efea39e401" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.249558] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "66ec7549-af6a-4195-96f2-e738be419d5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.249796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.250008] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "66ec7549-af6a-4195-96f2-e738be419d5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.250242] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.250419] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.252540] env[62788]: INFO nova.compute.manager [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Terminating instance [ 1190.257237] env[62788]: DEBUG nova.compute.manager [req-fadfc37c-71b9-4ec2-a71a-9f8e1f50ce4e req-bb737a31-174f-4ce6-91d9-fdda9da0fd45 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Received event network-changed-ca280157-fbf4-4cdd-b525-3cbce35c707c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1190.257431] env[62788]: DEBUG nova.compute.manager [req-fadfc37c-71b9-4ec2-a71a-9f8e1f50ce4e req-bb737a31-174f-4ce6-91d9-fdda9da0fd45 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Refreshing instance network info cache due to event network-changed-ca280157-fbf4-4cdd-b525-3cbce35c707c. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1190.257662] env[62788]: DEBUG oslo_concurrency.lockutils [req-fadfc37c-71b9-4ec2-a71a-9f8e1f50ce4e req-bb737a31-174f-4ce6-91d9-fdda9da0fd45 service nova] Acquiring lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.257759] env[62788]: DEBUG oslo_concurrency.lockutils [req-fadfc37c-71b9-4ec2-a71a-9f8e1f50ce4e req-bb737a31-174f-4ce6-91d9-fdda9da0fd45 service nova] Acquired lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.257938] env[62788]: DEBUG nova.network.neutron [req-fadfc37c-71b9-4ec2-a71a-9f8e1f50ce4e req-bb737a31-174f-4ce6-91d9-fdda9da0fd45 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Refreshing network info cache for port ca280157-fbf4-4cdd-b525-3cbce35c707c {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.288008] env[62788]: DEBUG nova.scheduler.client.report [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.292604] env[62788]: DEBUG oslo_concurrency.lockutils [None req-72432fa8-d463-4b0f-98d3-00fe7457496a tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.615s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.310089] env[62788]: DEBUG nova.network.neutron [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance_info_cache with network_info: [{"id": "2712c1ec-710c-48be-82bd-ae6a753dd446", "address": "fa:16:3e:c1:8c:50", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2712c1ec-71", "ovs_interfaceid": "2712c1ec-710c-48be-82bd-ae6a753dd446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.541696] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1190.541696] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52797435-0c74-87a7-f302-5b7b66613acc" [ 1190.541696] env[62788]: _type = "HttpNfcLease" [ 1190.541696] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1190.756859] env[62788]: DEBUG nova.compute.manager [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1190.757147] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.758040] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0298bc-4b7d-40ba-a6bc-e5b99b4daffa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.767726] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.767973] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61387cb6-d6a5-4833-ba7e-cff6af25a43a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.773880] env[62788]: DEBUG oslo_vmware.api [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1190.773880] env[62788]: value = "task-2394928" [ 1190.773880] env[62788]: _type = "Task" [ 1190.773880] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.781493] env[62788]: DEBUG oslo_vmware.api [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.781852] env[62788]: DEBUG oslo_concurrency.lockutils [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "a435a8b4-bf5e-4522-a28b-3e325584d944" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.782083] env[62788]: DEBUG oslo_concurrency.lockutils [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "a435a8b4-bf5e-4522-a28b-3e325584d944" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.782281] env[62788]: DEBUG oslo_concurrency.lockutils [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "a435a8b4-bf5e-4522-a28b-3e325584d944-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.782462] env[62788]: DEBUG oslo_concurrency.lockutils [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "a435a8b4-bf5e-4522-a28b-3e325584d944-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.782699] env[62788]: DEBUG oslo_concurrency.lockutils [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "a435a8b4-bf5e-4522-a28b-3e325584d944-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.784790] env[62788]: INFO nova.compute.manager [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Terminating instance [ 1190.796600] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.797088] env[62788]: DEBUG nova.compute.manager [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1190.800453] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.067s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.802050] env[62788]: INFO nova.compute.claims [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.813038] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.042186] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.042186] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52797435-0c74-87a7-f302-5b7b66613acc" [ 1191.042186] env[62788]: _type = "HttpNfcLease" [ 1191.042186] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1191.279240] env[62788]: DEBUG nova.network.neutron [req-fadfc37c-71b9-4ec2-a71a-9f8e1f50ce4e req-bb737a31-174f-4ce6-91d9-fdda9da0fd45 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updated VIF entry in instance network info cache for port ca280157-fbf4-4cdd-b525-3cbce35c707c. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.279610] env[62788]: DEBUG nova.network.neutron [req-fadfc37c-71b9-4ec2-a71a-9f8e1f50ce4e req-bb737a31-174f-4ce6-91d9-fdda9da0fd45 service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance_info_cache with network_info: [{"id": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "address": "fa:16:3e:69:d7:8d", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca280157-fb", "ovs_interfaceid": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.286039] env[62788]: DEBUG oslo_vmware.api [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394928, 'name': PowerOffVM_Task, 'duration_secs': 0.171491} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.286289] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.286462] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.286703] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35ee54c3-3060-436d-9860-32609052592d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.288624] env[62788]: DEBUG nova.compute.manager [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1191.288946] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.289575] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a39eee-af11-483b-a446-474f4f815dc8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.297629] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.297835] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d4eee09-e6a7-4cc1-8dd6-842632bf7d86 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.305722] env[62788]: DEBUG nova.compute.utils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1191.308506] env[62788]: DEBUG nova.compute.manager [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1191.308679] env[62788]: DEBUG nova.network.neutron [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.316663] env[62788]: DEBUG nova.compute.manager [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62788) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1191.316789] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.347238] env[62788]: DEBUG nova.policy [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96f8b853ec034033b8af46e9166355df', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cbc691435954eafb1c94a62462c9b92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.368346] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.368572] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.368758] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleting the datastore file [datastore1] a435a8b4-bf5e-4522-a28b-3e325584d944 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.369025] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10bfcb83-9d0e-4400-a34d-464412f0072c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.375736] env[62788]: DEBUG oslo_vmware.api [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1191.375736] env[62788]: value = "task-2394931" [ 1191.375736] env[62788]: _type = "Task" [ 1191.375736] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.384426] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.384637] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.384825] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleting the datastore file [datastore2] 66ec7549-af6a-4195-96f2-e738be419d5a {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.385096] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17755f8f-5fb0-431f-a674-86787312fc8f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.389512] env[62788]: DEBUG oslo_vmware.api [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.393247] env[62788]: DEBUG oslo_vmware.api [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1191.393247] env[62788]: value = "task-2394932" [ 1191.393247] env[62788]: _type = "Task" [ 1191.393247] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.400796] env[62788]: DEBUG oslo_vmware.api [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.544523] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1191.544523] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52797435-0c74-87a7-f302-5b7b66613acc" [ 1191.544523] env[62788]: _type = "HttpNfcLease" [ 1191.544523] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1191.545621] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1191.545621] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52797435-0c74-87a7-f302-5b7b66613acc" [ 1191.545621] env[62788]: _type = "HttpNfcLease" [ 1191.545621] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1191.545892] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4789a916-4436-4c0e-9baa-79b71ce50709 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.554036] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266356a-3e1b-af75-5b80-34e199379ae9/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1191.554229] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating HTTP connection to write to file with size = 31665664 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266356a-3e1b-af75-5b80-34e199379ae9/disk-0.vmdk. {{(pid=62788) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1191.616017] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-937b42cb-f487-4fab-a4ee-1ff2acdffd3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.716801] env[62788]: DEBUG nova.network.neutron [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Successfully created port: f2fa4d01-dd62-496f-9e4e-5dd2504c6043 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1191.781999] env[62788]: DEBUG oslo_concurrency.lockutils [req-fadfc37c-71b9-4ec2-a71a-9f8e1f50ce4e req-bb737a31-174f-4ce6-91d9-fdda9da0fd45 service nova] Releasing lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.811840] env[62788]: DEBUG nova.compute.manager [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1191.890148] env[62788]: DEBUG oslo_vmware.api [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148805} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.891591] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.891757] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.891970] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.892133] env[62788]: INFO nova.compute.manager [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1191.892451] env[62788]: DEBUG oslo.service.loopingcall [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1191.895205] env[62788]: DEBUG nova.compute.manager [-] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1191.895311] env[62788]: DEBUG nova.network.neutron [-] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.907787] env[62788]: DEBUG oslo_vmware.api [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138586} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.909145] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.909350] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.909543] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.909757] env[62788]: INFO nova.compute.manager [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1191.910010] env[62788]: DEBUG oslo.service.loopingcall [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1191.910226] env[62788]: DEBUG nova.compute.manager [-] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1191.910324] env[62788]: DEBUG nova.network.neutron [-] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1192.116884] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d875d6c-988a-46fe-a0f6-f029867fa813 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.126302] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368d9991-0e17-4f02-9afc-06ecb7eac495 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.165032] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf44904e-60ec-46fa-9c27-0177016365d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.173432] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d84a14-c4c2-4fd1-a2a3-ac8f04835b42 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.190795] env[62788]: DEBUG nova.compute.provider_tree [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.395406] env[62788]: DEBUG nova.compute.manager [req-d4240c4d-853c-4076-be4c-823643498046 req-1d318d41-c304-4e30-b485-2cdf2f36a596 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Received event network-vif-deleted-65256eb6-d8c6-4f06-b5f4-9d3ae5265d69 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1192.395681] env[62788]: INFO nova.compute.manager [req-d4240c4d-853c-4076-be4c-823643498046 req-1d318d41-c304-4e30-b485-2cdf2f36a596 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Neutron deleted interface 65256eb6-d8c6-4f06-b5f4-9d3ae5265d69; detaching it from the instance and deleting it from the info cache [ 1192.395810] env[62788]: DEBUG nova.network.neutron [req-d4240c4d-853c-4076-be4c-823643498046 req-1d318d41-c304-4e30-b485-2cdf2f36a596 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.557938] env[62788]: DEBUG nova.compute.manager [req-46f3e655-ec72-4d23-bec1-de378cb408fb req-b2b6aa53-8968-4703-ab78-3e627ec9dbab service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Received event network-vif-deleted-8eaede99-d569-4447-8d88-be93a70ddb03 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1192.557938] env[62788]: INFO nova.compute.manager [req-46f3e655-ec72-4d23-bec1-de378cb408fb req-b2b6aa53-8968-4703-ab78-3e627ec9dbab service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Neutron deleted interface 8eaede99-d569-4447-8d88-be93a70ddb03; detaching it from the instance and deleting it from the info cache [ 1192.557938] env[62788]: DEBUG nova.network.neutron [req-46f3e655-ec72-4d23-bec1-de378cb408fb req-b2b6aa53-8968-4703-ab78-3e627ec9dbab service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.697534] env[62788]: DEBUG nova.scheduler.client.report [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.827670] env[62788]: DEBUG nova.compute.manager [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1192.841509] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Completed reading data from the image iterator. {{(pid=62788) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1192.841964] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266356a-3e1b-af75-5b80-34e199379ae9/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1192.843477] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778baded-42d1-4987-a122-6014ea5ed011 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.846653] env[62788]: DEBUG nova.network.neutron [-] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.853358] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266356a-3e1b-af75-5b80-34e199379ae9/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1192.853546] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266356a-3e1b-af75-5b80-34e199379ae9/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1192.853829] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d4db7404-5e57-49fd-b5a1-fb1369763f31 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.860060] env[62788]: DEBUG nova.virt.hardware [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.860305] env[62788]: DEBUG nova.virt.hardware [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.860464] env[62788]: DEBUG nova.virt.hardware [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.860646] env[62788]: DEBUG nova.virt.hardware [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.860824] env[62788]: DEBUG nova.virt.hardware [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.861044] env[62788]: DEBUG nova.virt.hardware [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.861439] env[62788]: DEBUG nova.virt.hardware [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.861759] env[62788]: DEBUG nova.virt.hardware [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.862116] env[62788]: DEBUG nova.virt.hardware [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.862367] env[62788]: DEBUG nova.virt.hardware [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.862559] env[62788]: DEBUG nova.virt.hardware [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.864282] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2604f1-8d06-47bf-9532-f0399c51a455 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.873192] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a80757-3608-4d2e-ae42-af3e00a5e5da {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.904844] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13b6ab42-56ad-4566-9db2-59a533c6ac04 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.914194] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e075be-049f-413e-91cb-2a69fdc888c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.943296] env[62788]: DEBUG nova.compute.manager [req-d4240c4d-853c-4076-be4c-823643498046 req-1d318d41-c304-4e30-b485-2cdf2f36a596 service nova] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Detach interface failed, port_id=65256eb6-d8c6-4f06-b5f4-9d3ae5265d69, reason: Instance a435a8b4-bf5e-4522-a28b-3e325584d944 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1193.033485] env[62788]: DEBUG nova.network.neutron [-] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.062796] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0907d104-9bdc-4651-aedf-71b9c23a52df {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.071630] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7f8027-e7c9-485c-8796-3477386b0070 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.099851] env[62788]: DEBUG nova.compute.manager [req-46f3e655-ec72-4d23-bec1-de378cb408fb req-b2b6aa53-8968-4703-ab78-3e627ec9dbab service nova] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Detach interface failed, port_id=8eaede99-d569-4447-8d88-be93a70ddb03, reason: Instance 66ec7549-af6a-4195-96f2-e738be419d5a could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1193.203660] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.204272] env[62788]: DEBUG nova.compute.manager [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1193.206987] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.890s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.352068] env[62788]: INFO nova.compute.manager [-] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Took 1.46 seconds to deallocate network for instance. [ 1193.475753] env[62788]: DEBUG nova.network.neutron [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Successfully updated port: f2fa4d01-dd62-496f-9e4e-5dd2504c6043 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1193.479297] env[62788]: DEBUG oslo_vmware.rw_handles [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5266356a-3e1b-af75-5b80-34e199379ae9/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1193.479622] env[62788]: INFO nova.virt.vmwareapi.images [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Downloaded image file data f24b7b32-57f7-42f0-83a0-9287ddd08307 [ 1193.481148] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6793fd-0b17-4284-b694-9046fdbcc228 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.500589] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70ac0f0c-8077-4c5c-b038-828bcde1dc4a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.535606] env[62788]: INFO nova.virt.vmwareapi.images [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] The imported VM was unregistered [ 1193.539218] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Caching image {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1193.539471] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307 {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.540248] env[62788]: INFO nova.compute.manager [-] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Took 1.63 seconds to deallocate network for instance. [ 1193.540477] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78fe2082-453e-40a3-961d-6be130c4419b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.555284] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Created directory with path [datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307 {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.555485] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cb585f7b-7ada-43fa-b411-9e5fe892bfe0/OSTACK_IMG_cb585f7b-7ada-43fa-b411-9e5fe892bfe0.vmdk to [datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307/f24b7b32-57f7-42f0-83a0-9287ddd08307.vmdk. {{(pid=62788) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1193.555743] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-757de007-6b2e-4cf6-bd29-7a1910b681cd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.562219] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1193.562219] env[62788]: value = "task-2394934" [ 1193.562219] env[62788]: _type = "Task" [ 1193.562219] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.573456] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394934, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.709928] env[62788]: DEBUG nova.compute.utils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1193.711700] env[62788]: DEBUG nova.objects.instance [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lazy-loading 'migration_context' on Instance uuid 73ffc862-9628-4118-b00a-22497e87470b {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.712920] env[62788]: DEBUG nova.compute.manager [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1193.713107] env[62788]: DEBUG nova.network.neutron [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.769593] env[62788]: DEBUG nova.policy [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06f0638a29e44179953fb0e75162bbef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '433275e5d6c642efa185be8adbf682d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.859009] env[62788]: DEBUG oslo_concurrency.lockutils [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.982911] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquiring lock "refresh_cache-32b57006-0267-46f2-8706-e7b2020a733c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1193.983098] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquired lock "refresh_cache-32b57006-0267-46f2-8706-e7b2020a733c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.983267] env[62788]: DEBUG nova.network.neutron [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.049193] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.073844] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394934, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.088736] env[62788]: DEBUG nova.network.neutron [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Successfully created port: 9fae07ef-c62a-4957-9c4d-0754f45fe760 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.213763] env[62788]: DEBUG nova.compute.manager [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1194.389723] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9342c794-b21c-4589-a8ca-527b5bd7658a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.398951] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e7f1a3-145c-48fb-9077-9ad0b85f4aa6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.432077] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9b665e-fddd-4494-a174-e05d4fecb616 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.435598] env[62788]: DEBUG nova.compute.manager [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Received event network-vif-plugged-f2fa4d01-dd62-496f-9e4e-5dd2504c6043 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1194.435854] env[62788]: DEBUG oslo_concurrency.lockutils [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] Acquiring lock "32b57006-0267-46f2-8706-e7b2020a733c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.436088] env[62788]: DEBUG oslo_concurrency.lockutils [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] Lock "32b57006-0267-46f2-8706-e7b2020a733c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.436329] env[62788]: DEBUG oslo_concurrency.lockutils [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] Lock "32b57006-0267-46f2-8706-e7b2020a733c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.436506] env[62788]: DEBUG nova.compute.manager [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] No waiting events found dispatching network-vif-plugged-f2fa4d01-dd62-496f-9e4e-5dd2504c6043 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.436676] env[62788]: WARNING nova.compute.manager [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Received unexpected event network-vif-plugged-f2fa4d01-dd62-496f-9e4e-5dd2504c6043 for instance with vm_state building and task_state spawning. [ 1194.436840] env[62788]: DEBUG nova.compute.manager [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Received event network-changed-f2fa4d01-dd62-496f-9e4e-5dd2504c6043 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1194.436998] env[62788]: DEBUG nova.compute.manager [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Refreshing instance network info cache due to event network-changed-f2fa4d01-dd62-496f-9e4e-5dd2504c6043. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1194.437229] env[62788]: DEBUG oslo_concurrency.lockutils [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] Acquiring lock "refresh_cache-32b57006-0267-46f2-8706-e7b2020a733c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1194.443427] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c9e37a-faee-4a6b-9a53-f48c70f2e7d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.459046] env[62788]: DEBUG nova.compute.provider_tree [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.536367] env[62788]: DEBUG nova.network.neutron [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.573258] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394934, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.720346] env[62788]: DEBUG nova.network.neutron [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Updating instance_info_cache with network_info: [{"id": "f2fa4d01-dd62-496f-9e4e-5dd2504c6043", "address": "fa:16:3e:7b:93:7c", "network": {"id": "57d88d44-8bfa-4226-ab89-3143cbd3ddc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-766303292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbc691435954eafb1c94a62462c9b92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fa4d01-dd", "ovs_interfaceid": "f2fa4d01-dd62-496f-9e4e-5dd2504c6043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.964366] env[62788]: DEBUG nova.scheduler.client.report [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.074222] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394934, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.230406] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Releasing lock "refresh_cache-32b57006-0267-46f2-8706-e7b2020a733c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1195.230883] env[62788]: DEBUG nova.compute.manager [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Instance network_info: |[{"id": "f2fa4d01-dd62-496f-9e4e-5dd2504c6043", "address": "fa:16:3e:7b:93:7c", "network": {"id": "57d88d44-8bfa-4226-ab89-3143cbd3ddc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-766303292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbc691435954eafb1c94a62462c9b92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fa4d01-dd", "ovs_interfaceid": "f2fa4d01-dd62-496f-9e4e-5dd2504c6043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1195.232006] env[62788]: DEBUG nova.compute.manager [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1195.234621] env[62788]: DEBUG oslo_concurrency.lockutils [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] Acquired lock "refresh_cache-32b57006-0267-46f2-8706-e7b2020a733c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.234824] env[62788]: DEBUG nova.network.neutron [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Refreshing network info cache for port f2fa4d01-dd62-496f-9e4e-5dd2504c6043 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.236095] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:93:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cf748a8-7ae0-4dca-817d-e727c30d72f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2fa4d01-dd62-496f-9e4e-5dd2504c6043', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.244031] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Creating folder: Project (8cbc691435954eafb1c94a62462c9b92). Parent ref: group-v485515. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.247666] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc0865ef-b2d7-427a-98ad-e6ee6766be57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.261090] env[62788]: DEBUG nova.virt.hardware [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.261362] env[62788]: DEBUG nova.virt.hardware [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.261521] env[62788]: DEBUG nova.virt.hardware [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.261709] env[62788]: DEBUG nova.virt.hardware [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.261860] env[62788]: DEBUG nova.virt.hardware [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.262016] env[62788]: DEBUG nova.virt.hardware [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.262238] env[62788]: DEBUG nova.virt.hardware [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.262398] env[62788]: DEBUG nova.virt.hardware [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.262610] env[62788]: DEBUG nova.virt.hardware [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.262879] env[62788]: DEBUG nova.virt.hardware [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.263084] env[62788]: DEBUG nova.virt.hardware [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.264037] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abc0a0c-8187-4e92-b182-1688c9170121 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.268234] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Created folder: Project (8cbc691435954eafb1c94a62462c9b92) in parent group-v485515. [ 1195.268424] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Creating folder: Instances. Parent ref: group-v485822. {{(pid=62788) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1195.269092] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44089e6a-7325-4b61-8242-0b0baeabb5f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.274458] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8303b023-15da-4dae-9b2f-36f6996901c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.291903] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Created folder: Instances in parent group-v485822. [ 1195.292977] env[62788]: DEBUG oslo.service.loopingcall [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1195.292977] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.292977] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab6d8e49-cbe0-4312-9ee7-551e80abdfa1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.313139] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.313139] env[62788]: value = "task-2394937" [ 1195.313139] env[62788]: _type = "Task" [ 1195.313139] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.322320] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394937, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.574898] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394934, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.622071] env[62788]: DEBUG nova.network.neutron [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Successfully updated port: 9fae07ef-c62a-4957-9c4d-0754f45fe760 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.732031] env[62788]: DEBUG nova.network.neutron [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Updated VIF entry in instance network info cache for port f2fa4d01-dd62-496f-9e4e-5dd2504c6043. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1195.732443] env[62788]: DEBUG nova.network.neutron [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Updating instance_info_cache with network_info: [{"id": "f2fa4d01-dd62-496f-9e4e-5dd2504c6043", "address": "fa:16:3e:7b:93:7c", "network": {"id": "57d88d44-8bfa-4226-ab89-3143cbd3ddc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-766303292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbc691435954eafb1c94a62462c9b92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fa4d01-dd", "ovs_interfaceid": "f2fa4d01-dd62-496f-9e4e-5dd2504c6043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.823203] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394937, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.979145] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.772s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1195.985549] env[62788]: DEBUG oslo_concurrency.lockutils [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.127s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.985815] env[62788]: DEBUG nova.objects.instance [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lazy-loading 'resources' on Instance uuid a435a8b4-bf5e-4522-a28b-3e325584d944 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.075379] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394934, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.370528} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.075497] env[62788]: INFO nova.virt.vmwareapi.ds_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cb585f7b-7ada-43fa-b411-9e5fe892bfe0/OSTACK_IMG_cb585f7b-7ada-43fa-b411-9e5fe892bfe0.vmdk to [datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307/f24b7b32-57f7-42f0-83a0-9287ddd08307.vmdk. [ 1196.075648] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Cleaning up location [datastore2] OSTACK_IMG_cb585f7b-7ada-43fa-b411-9e5fe892bfe0 {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1196.075817] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cb585f7b-7ada-43fa-b411-9e5fe892bfe0 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.076082] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc00b1df-a56f-4a2c-8cea-352591eafc91 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.081943] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1196.081943] env[62788]: value = "task-2394938" [ 1196.081943] env[62788]: _type = "Task" [ 1196.081943] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.089181] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.124448] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "refresh_cache-4fd36ebb-a760-429d-8039-5350039eca1e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.124593] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "refresh_cache-4fd36ebb-a760-429d-8039-5350039eca1e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.124753] env[62788]: DEBUG nova.network.neutron [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.235477] env[62788]: DEBUG oslo_concurrency.lockutils [req-5e612839-ed86-448e-a29c-12123477b8c5 req-e9d56064-8896-4ff3-8efa-b33c70423f1b service nova] Releasing lock "refresh_cache-32b57006-0267-46f2-8706-e7b2020a733c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.324327] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394937, 'name': CreateVM_Task, 'duration_secs': 0.907674} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.324504] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.325185] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.325351] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.325664] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1196.325914] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfca4170-439a-4fc7-b78f-578af20d05b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.330511] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for the task: (returnval){ [ 1196.330511] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52289de9-df38-23f6-625d-e06951246b32" [ 1196.330511] env[62788]: _type = "Task" [ 1196.330511] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.337876] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52289de9-df38-23f6-625d-e06951246b32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.445300] env[62788]: DEBUG nova.compute.manager [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Received event network-vif-plugged-9fae07ef-c62a-4957-9c4d-0754f45fe760 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1196.445356] env[62788]: DEBUG oslo_concurrency.lockutils [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] Acquiring lock "4fd36ebb-a760-429d-8039-5350039eca1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1196.445528] env[62788]: DEBUG oslo_concurrency.lockutils [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] Lock "4fd36ebb-a760-429d-8039-5350039eca1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1196.445717] env[62788]: DEBUG oslo_concurrency.lockutils [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] Lock "4fd36ebb-a760-429d-8039-5350039eca1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.445865] env[62788]: DEBUG nova.compute.manager [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] No waiting events found dispatching network-vif-plugged-9fae07ef-c62a-4957-9c4d-0754f45fe760 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.446068] env[62788]: WARNING nova.compute.manager [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Received unexpected event network-vif-plugged-9fae07ef-c62a-4957-9c4d-0754f45fe760 for instance with vm_state building and task_state spawning. [ 1196.446255] env[62788]: DEBUG nova.compute.manager [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Received event network-changed-9fae07ef-c62a-4957-9c4d-0754f45fe760 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1196.446416] env[62788]: DEBUG nova.compute.manager [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Refreshing instance network info cache due to event network-changed-9fae07ef-c62a-4957-9c4d-0754f45fe760. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1196.446584] env[62788]: DEBUG oslo_concurrency.lockutils [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] Acquiring lock "refresh_cache-4fd36ebb-a760-429d-8039-5350039eca1e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.591618] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03171} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.593938] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.594143] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307/f24b7b32-57f7-42f0-83a0-9287ddd08307.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.594391] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307/f24b7b32-57f7-42f0-83a0-9287ddd08307.vmdk to [datastore2] 691459b0-7f61-4050-b9bc-d3efea39e401/691459b0-7f61-4050-b9bc-d3efea39e401.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.594796] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eac91f5c-68b3-4090-a52a-b635b4506b05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.600781] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1196.600781] env[62788]: value = "task-2394939" [ 1196.600781] env[62788]: _type = "Task" [ 1196.600781] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.611085] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.645045] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a4b509-8171-48ca-8dcd-67774e0b6238 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.652572] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3d2495-2ae5-46b0-a693-2ec22e6e8efa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.684968] env[62788]: DEBUG nova.network.neutron [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.687471] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ad0e60-ba68-4d78-8b2d-ec59050bc2c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.694791] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b856159d-9370-49c8-b88a-cf2215a7de1f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.708131] env[62788]: DEBUG nova.compute.provider_tree [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.841874] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52289de9-df38-23f6-625d-e06951246b32, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.842253] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.842501] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.842825] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.843040] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.843211] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.843529] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-064a9a6c-f714-40a7-a916-5715dc77bc9a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.857760] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.858025] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.858856] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97757d8a-a446-47b7-9f02-e9da2ef4c6c0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.866216] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for the task: (returnval){ [ 1196.866216] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5263e819-2494-52ed-2ff2-89cf58f44537" [ 1196.866216] env[62788]: _type = "Task" [ 1196.866216] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.874843] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5263e819-2494-52ed-2ff2-89cf58f44537, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.876968] env[62788]: DEBUG nova.network.neutron [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Updating instance_info_cache with network_info: [{"id": "9fae07ef-c62a-4957-9c4d-0754f45fe760", "address": "fa:16:3e:17:eb:1b", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fae07ef-c6", "ovs_interfaceid": "9fae07ef-c62a-4957-9c4d-0754f45fe760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.112431] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394939, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.213549] env[62788]: DEBUG nova.scheduler.client.report [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.376449] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5263e819-2494-52ed-2ff2-89cf58f44537, 'name': SearchDatastore_Task, 'duration_secs': 0.053512} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.377278] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3d5d15-0d9a-4f0e-a572-22edd0199bdc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.381457] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "refresh_cache-4fd36ebb-a760-429d-8039-5350039eca1e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.381776] env[62788]: DEBUG nova.compute.manager [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Instance network_info: |[{"id": "9fae07ef-c62a-4957-9c4d-0754f45fe760", "address": "fa:16:3e:17:eb:1b", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fae07ef-c6", "ovs_interfaceid": "9fae07ef-c62a-4957-9c4d-0754f45fe760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1197.383293] env[62788]: DEBUG oslo_concurrency.lockutils [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] Acquired lock "refresh_cache-4fd36ebb-a760-429d-8039-5350039eca1e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.383492] env[62788]: DEBUG nova.network.neutron [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Refreshing network info cache for port 9fae07ef-c62a-4957-9c4d-0754f45fe760 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.384796] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:eb:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fae07ef-c62a-4957-9c4d-0754f45fe760', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1197.393244] env[62788]: DEBUG oslo.service.loopingcall [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1197.393582] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for the task: (returnval){ [ 1197.393582] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5249aeae-629b-ef45-0d16-49ff157f9b46" [ 1197.393582] env[62788]: _type = "Task" [ 1197.393582] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.394071] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1197.394630] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f24dc1ae-422f-4d72-96b2-d43931a680aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.420608] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5249aeae-629b-ef45-0d16-49ff157f9b46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.422018] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1197.422018] env[62788]: value = "task-2394940" [ 1197.422018] env[62788]: _type = "Task" [ 1197.422018] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.429795] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394940, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.524830] env[62788]: INFO nova.compute.manager [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Swapping old allocation on dict_keys(['2fde3e97-72c1-479b-994f-72c28581c753']) held by migration 198c79e0-d8c7-4474-a96f-2960bd35181a for instance [ 1197.550405] env[62788]: DEBUG nova.scheduler.client.report [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Overwriting current allocation {'allocations': {'2fde3e97-72c1-479b-994f-72c28581c753': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 161}}, 'project_id': '05352e91e5224b54aa4a5b23edcf2f08', 'user_id': '958c8eea01794923b323e1e1d2a12c1f', 'consumer_generation': 1} on consumer 73ffc862-9628-4118-b00a-22497e87470b {{(pid=62788) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1197.614111] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394939, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.665352] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.665542] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.665725] env[62788]: DEBUG nova.network.neutron [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.719420] env[62788]: DEBUG oslo_concurrency.lockutils [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.721578] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.673s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.721904] env[62788]: DEBUG nova.objects.instance [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lazy-loading 'resources' on Instance uuid 66ec7549-af6a-4195-96f2-e738be419d5a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.738938] env[62788]: INFO nova.scheduler.client.report [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted allocations for instance a435a8b4-bf5e-4522-a28b-3e325584d944 [ 1197.887159] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.906834] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5249aeae-629b-ef45-0d16-49ff157f9b46, 'name': SearchDatastore_Task, 'duration_secs': 0.081262} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.908021] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.908331] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 32b57006-0267-46f2-8706-e7b2020a733c/32b57006-0267-46f2-8706-e7b2020a733c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.908603] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5245f641-6c9d-4d32-832f-51cd5a9b00c0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.916077] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for the task: (returnval){ [ 1197.916077] env[62788]: value = "task-2394941" [ 1197.916077] env[62788]: _type = "Task" [ 1197.916077] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.925090] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.933995] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394940, 'name': CreateVM_Task} progress is 25%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.113520] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394939, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.249019] env[62788]: DEBUG oslo_concurrency.lockutils [None req-677c83d1-d7e7-418b-ae92-24c6f2fe6900 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "a435a8b4-bf5e-4522-a28b-3e325584d944" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.467s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.269425] env[62788]: DEBUG nova.network.neutron [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Updated VIF entry in instance network info cache for port 9fae07ef-c62a-4957-9c4d-0754f45fe760. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.269820] env[62788]: DEBUG nova.network.neutron [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Updating instance_info_cache with network_info: [{"id": "9fae07ef-c62a-4957-9c4d-0754f45fe760", "address": "fa:16:3e:17:eb:1b", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fae07ef-c6", "ovs_interfaceid": "9fae07ef-c62a-4957-9c4d-0754f45fe760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.380076] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958c8d47-eaa3-45c2-9d74-c2ad3edd596c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.391630] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017685b1-fb52-4015-a713-5d0bc034ef2a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.396969] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Getting list of instances from cluster (obj){ [ 1198.396969] env[62788]: value = "domain-c8" [ 1198.396969] env[62788]: _type = "ClusterComputeResource" [ 1198.396969] env[62788]: } {{(pid=62788) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1198.397960] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960b8491-a585-41e1-9d96-b3bb3872ccca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.447167] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14840112-efb4-4000-8130-db66f2961c44 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.449679] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Got total of 8 instances {{(pid=62788) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1198.449844] env[62788]: WARNING nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] While synchronizing instance power states, found 9 instances in the database and 8 instances on the hypervisor. [ 1198.449987] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Triggering sync for uuid 693f5d7b-9fb0-46bf-a718-9c9b1e4097da {{(pid=62788) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10877}} [ 1198.450199] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Triggering sync for uuid 9cbb2005-3ede-4837-b5e1-0f6521043662 {{(pid=62788) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10877}} [ 1198.450374] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Triggering sync for uuid 691459b0-7f61-4050-b9bc-d3efea39e401 {{(pid=62788) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10877}} [ 1198.450542] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Triggering sync for uuid 73ffc862-9628-4118-b00a-22497e87470b {{(pid=62788) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10877}} [ 1198.450817] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Triggering sync for uuid 66ec7549-af6a-4195-96f2-e738be419d5a {{(pid=62788) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10877}} [ 1198.450901] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Triggering sync for uuid c53ba01e-4d55-4824-a932-4260c916aea5 {{(pid=62788) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10877}} [ 1198.451059] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Triggering sync for uuid bda137b7-40e8-4a56-aa1e-834676e8d603 {{(pid=62788) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10877}} [ 1198.451219] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Triggering sync for uuid 32b57006-0267-46f2-8706-e7b2020a733c {{(pid=62788) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10877}} [ 1198.451387] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Triggering sync for uuid 4fd36ebb-a760-429d-8039-5350039eca1e {{(pid=62788) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10877}} [ 1198.454030] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.454257] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.454550] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "9cbb2005-3ede-4837-b5e1-0f6521043662" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.454741] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "9cbb2005-3ede-4837-b5e1-0f6521043662" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.454979] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "691459b0-7f61-4050-b9bc-d3efea39e401" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.455227] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "73ffc862-9628-4118-b00a-22497e87470b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.455410] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "73ffc862-9628-4118-b00a-22497e87470b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.455633] env[62788]: INFO nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 73ffc862-9628-4118-b00a-22497e87470b] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1198.455741] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "73ffc862-9628-4118-b00a-22497e87470b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.455930] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "66ec7549-af6a-4195-96f2-e738be419d5a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.456148] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "c53ba01e-4d55-4824-a932-4260c916aea5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.456320] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.456551] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "bda137b7-40e8-4a56-aa1e-834676e8d603" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.456725] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1198.456952] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "32b57006-0267-46f2-8706-e7b2020a733c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.457174] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "4fd36ebb-a760-429d-8039-5350039eca1e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1198.458971] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325283d4-cf77-4b0f-8db6-679cdee8efb4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.462477] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e8ef52-6076-4d5e-bed6-8b4257dd2fe4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.465365] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daeae78-2c79-426b-b9d3-689d04516fc2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.469036] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f09de8-c1f9-41e9-8061-947a575bae89 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.481505] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394940, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.481819] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.485221] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8483a676-ea09-4448-b58e-5eb8e9532a8c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.519735] env[62788]: DEBUG nova.compute.provider_tree [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.525302] env[62788]: DEBUG nova.network.neutron [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance_info_cache with network_info: [{"id": "2712c1ec-710c-48be-82bd-ae6a753dd446", "address": "fa:16:3e:c1:8c:50", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2712c1ec-71", "ovs_interfaceid": "2712c1ec-710c-48be-82bd-ae6a753dd446", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.613593] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394939, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.773219] env[62788]: DEBUG oslo_concurrency.lockutils [req-d8c294b7-4421-411b-b7c2-44ec3ffff67b req-f88d10e1-3983-4f69-b33c-27b8a0cd3b47 service nova] Releasing lock "refresh_cache-4fd36ebb-a760-429d-8039-5350039eca1e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.944740] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394940, 'name': CreateVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.947863] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394941, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.004761] env[62788]: INFO nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] During sync_power_state the instance has a pending task (deleting). Skip. [ 1199.005042] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "9cbb2005-3ede-4837-b5e1-0f6521043662" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.005459] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.005762] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "9cbb2005-3ede-4837-b5e1-0f6521043662" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.006012] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "9cbb2005-3ede-4837-b5e1-0f6521043662" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.006205] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "9cbb2005-3ede-4837-b5e1-0f6521043662-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.006393] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "9cbb2005-3ede-4837-b5e1-0f6521043662-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.006555] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "9cbb2005-3ede-4837-b5e1-0f6521043662-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.008764] env[62788]: INFO nova.compute.manager [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Terminating instance [ 1199.027026] env[62788]: DEBUG nova.scheduler.client.report [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.030366] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.573s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.030694] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.574s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.031290] env[62788]: DEBUG oslo_concurrency.lockutils [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-73ffc862-9628-4118-b00a-22497e87470b" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.031741] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.032442] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d80d20c8-0b95-4f5f-81fa-846c66b877c7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.040163] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1199.040163] env[62788]: value = "task-2394942" [ 1199.040163] env[62788]: _type = "Task" [ 1199.040163] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.050280] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.116087] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394939, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.292328} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.116297] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f24b7b32-57f7-42f0-83a0-9287ddd08307/f24b7b32-57f7-42f0-83a0-9287ddd08307.vmdk to [datastore2] 691459b0-7f61-4050-b9bc-d3efea39e401/691459b0-7f61-4050-b9bc-d3efea39e401.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.117239] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4f9a5f-7932-4fc8-85ca-c572636b771a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.144151] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 691459b0-7f61-4050-b9bc-d3efea39e401/691459b0-7f61-4050-b9bc-d3efea39e401.vmdk or device None with type streamOptimized {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.144612] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5747a4b-1597-4e26-84d7-eaf5b179110e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.165173] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1199.165173] env[62788]: value = "task-2394943" [ 1199.165173] env[62788]: _type = "Task" [ 1199.165173] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.173814] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.445036] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394941, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.428205} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.448256] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 32b57006-0267-46f2-8706-e7b2020a733c/32b57006-0267-46f2-8706-e7b2020a733c.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.448477] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.448705] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394940, 'name': CreateVM_Task, 'duration_secs': 1.814178} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.448904] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eced2eb0-132a-4d6f-9484-35ca50c513bd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.450727] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.451340] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.451587] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.451812] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1199.452448] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bc67b1-1b78-43aa-9b25-5c6ac6ed8169 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.456581] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for the task: (returnval){ [ 1199.456581] env[62788]: value = "task-2394944" [ 1199.456581] env[62788]: _type = "Task" [ 1199.456581] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.457954] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1199.457954] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]521c293d-d229-0703-f00d-fcda1dfbc06f" [ 1199.457954] env[62788]: _type = "Task" [ 1199.457954] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.469910] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521c293d-d229-0703-f00d-fcda1dfbc06f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.472466] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.512549] env[62788]: DEBUG nova.compute.manager [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1199.512664] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.513613] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922ed01e-c143-4fc7-a9b4-0f43cbd9bbfd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.521232] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.521602] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7487586a-ff47-4e57-97ef-08b7acde5692 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.526735] env[62788]: DEBUG oslo_vmware.api [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1199.526735] env[62788]: value = "task-2394945" [ 1199.526735] env[62788]: _type = "Task" [ 1199.526735] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.533485] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.541608] env[62788]: DEBUG oslo_vmware.api [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.551065] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394942, 'name': PowerOffVM_Task, 'duration_secs': 0.445778} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.551065] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.551826] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.552070] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.552236] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.552424] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.552573] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.552721] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.553013] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.553205] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.553402] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.553660] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.553721] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.559701] env[62788]: INFO nova.scheduler.client.report [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleted allocations for instance 66ec7549-af6a-4195-96f2-e738be419d5a [ 1199.560803] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f0e533-585d-4595-9a57-30c5d4fe92b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.579790] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1199.579790] env[62788]: value = "task-2394946" [ 1199.579790] env[62788]: _type = "Task" [ 1199.579790] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.588030] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.677304] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.969178] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109943} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.969917] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.970681] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953d2c9a-6154-499b-a584-e4dfbbaa299c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.976568] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]521c293d-d229-0703-f00d-fcda1dfbc06f, 'name': SearchDatastore_Task, 'duration_secs': 0.01996} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.977314] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.977540] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.977774] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1199.977933] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.978121] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.978353] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-025ab971-1ba4-41cd-bb72-82271831256b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.997403] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 32b57006-0267-46f2-8706-e7b2020a733c/32b57006-0267-46f2-8706-e7b2020a733c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.997924] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96805aa1-68e9-496f-aed3-ea8f703dc763 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.013247] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.013441] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.014443] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0f8c466-6bd2-4b99-be70-41e53e6edc72 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.018885] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for the task: (returnval){ [ 1200.018885] env[62788]: value = "task-2394947" [ 1200.018885] env[62788]: _type = "Task" [ 1200.018885] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.020051] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1200.020051] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5255f26c-9e3b-f20b-6f4f-fc0dbdaf325d" [ 1200.020051] env[62788]: _type = "Task" [ 1200.020051] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.035158] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.035505] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5255f26c-9e3b-f20b-6f4f-fc0dbdaf325d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.041603] env[62788]: DEBUG oslo_vmware.api [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394945, 'name': PowerOffVM_Task, 'duration_secs': 0.27988} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.041858] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.042038] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.042283] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b124be1-b46a-497d-82e6-be2f9be8e734 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.079241] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1651d15d-cbcf-4b15-bfe1-ea1610f088b2 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.829s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.080358] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.624s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1200.081192] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dfa99dc-b18a-457b-ac15-8e52777f4112 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.094460] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394946, 'name': ReconfigVM_Task, 'duration_secs': 0.32336} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.096311] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff7c308-6a42-45d1-8d25-60775cc626bd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.102138] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60d98ba-f491-4c50-805f-280aa0d54607 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.114390] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.114616] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.114810] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleting the datastore file [datastore1] 9cbb2005-3ede-4837-b5e1-0f6521043662 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.115706] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7377c56-ea74-4dfb-825e-96d564771cf3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.133820] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.134084] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.134259] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.134451] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.134641] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.134894] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.135037] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.135228] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.135403] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.135578] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.135764] env[62788]: DEBUG nova.virt.hardware [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.146666] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb500310-39d6-4012-952d-61a55712600c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.152461] env[62788]: DEBUG oslo_vmware.api [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for the task: (returnval){ [ 1200.152461] env[62788]: value = "task-2394949" [ 1200.152461] env[62788]: _type = "Task" [ 1200.152461] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.157565] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1200.157565] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]525acfa4-5c64-1615-273c-5e655248c8a2" [ 1200.157565] env[62788]: _type = "Task" [ 1200.157565] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.168080] env[62788]: DEBUG oslo_vmware.api [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394949, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.173592] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]525acfa4-5c64-1615-273c-5e655248c8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.006309} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.179475] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Reconfiguring VM instance instance-0000006c to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.183273] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92ffe3e2-bda0-4c6c-a5e3-bf43233e1586 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.199028] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394943, 'name': ReconfigVM_Task, 'duration_secs': 0.654669} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.199028] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 691459b0-7f61-4050-b9bc-d3efea39e401/691459b0-7f61-4050-b9bc-d3efea39e401.vmdk or device None with type streamOptimized {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.199028] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9555101b-3fce-48fc-bed8-6ee344f05196 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.203661] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1200.203661] env[62788]: value = "task-2394950" [ 1200.203661] env[62788]: _type = "Task" [ 1200.203661] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.208526] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1200.208526] env[62788]: value = "task-2394951" [ 1200.208526] env[62788]: _type = "Task" [ 1200.208526] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.216926] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.220226] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394951, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.532702] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394947, 'name': ReconfigVM_Task, 'duration_secs': 0.343333} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.536204] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 32b57006-0267-46f2-8706-e7b2020a733c/32b57006-0267-46f2-8706-e7b2020a733c.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.536862] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5255f26c-9e3b-f20b-6f4f-fc0dbdaf325d, 'name': SearchDatastore_Task, 'duration_secs': 0.034756} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.537078] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6168f68-940f-4c4a-b41e-8a160dc0e7e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.539246] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c346402-f852-4b08-b54a-36a2de3d39e4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.543925] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1200.543925] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527c4204-a2ce-7658-baa4-b0c561f1fde2" [ 1200.543925] env[62788]: _type = "Task" [ 1200.543925] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.549078] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for the task: (returnval){ [ 1200.549078] env[62788]: value = "task-2394952" [ 1200.549078] env[62788]: _type = "Task" [ 1200.549078] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.554497] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527c4204-a2ce-7658-baa4-b0c561f1fde2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.559886] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394952, 'name': Rename_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.656810] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "66ec7549-af6a-4195-96f2-e738be419d5a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1200.662422] env[62788]: DEBUG oslo_vmware.api [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Task: {'id': task-2394949, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142432} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.662668] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.662888] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.663090] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.663273] env[62788]: INFO nova.compute.manager [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1200.663517] env[62788]: DEBUG oslo.service.loopingcall [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1200.663701] env[62788]: DEBUG nova.compute.manager [-] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1200.663799] env[62788]: DEBUG nova.network.neutron [-] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1200.717904] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394950, 'name': ReconfigVM_Task, 'duration_secs': 0.445397} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.718749] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Reconfigured VM instance instance-0000006c to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1200.719169] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aad1f1-267f-4773-802c-ab3ce3d37be9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.726544] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394951, 'name': Rename_Task, 'duration_secs': 0.209841} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.727498] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.727738] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b31613b-1c4b-4291-aebf-616d593d695b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.746541] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 73ffc862-9628-4118-b00a-22497e87470b/73ffc862-9628-4118-b00a-22497e87470b.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.747284] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b46dd427-b067-4023-b561-577811f46d53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.761455] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1200.761455] env[62788]: value = "task-2394953" [ 1200.761455] env[62788]: _type = "Task" [ 1200.761455] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.766049] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1200.766049] env[62788]: value = "task-2394954" [ 1200.766049] env[62788]: _type = "Task" [ 1200.766049] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.772540] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394953, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.778200] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.925073] env[62788]: DEBUG nova.compute.manager [req-b8250a68-8c8d-425e-9b05-68197e4173d7 req-a97c60ea-e668-4898-8a10-2edfc04826e6 service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Received event network-vif-deleted-f9e534eb-ded7-40f7-a81b-f74acf602cab {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1200.925366] env[62788]: INFO nova.compute.manager [req-b8250a68-8c8d-425e-9b05-68197e4173d7 req-a97c60ea-e668-4898-8a10-2edfc04826e6 service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Neutron deleted interface f9e534eb-ded7-40f7-a81b-f74acf602cab; detaching it from the instance and deleting it from the info cache [ 1200.925496] env[62788]: DEBUG nova.network.neutron [req-b8250a68-8c8d-425e-9b05-68197e4173d7 req-a97c60ea-e668-4898-8a10-2edfc04826e6 service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.055702] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527c4204-a2ce-7658-baa4-b0c561f1fde2, 'name': SearchDatastore_Task, 'duration_secs': 0.01004} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.056548] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1201.057358] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 4fd36ebb-a760-429d-8039-5350039eca1e/4fd36ebb-a760-429d-8039-5350039eca1e.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.057501] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b8da5ac-3f48-4d40-8629-ecceb0456f6c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.062674] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394952, 'name': Rename_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.068481] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1201.068481] env[62788]: value = "task-2394955" [ 1201.068481] env[62788]: _type = "Task" [ 1201.068481] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.075868] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.272921] env[62788]: DEBUG oslo_vmware.api [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394953, 'name': PowerOnVM_Task, 'duration_secs': 0.449526} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.273540] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.278668] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394954, 'name': ReconfigVM_Task, 'duration_secs': 0.33182} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.278928] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 73ffc862-9628-4118-b00a-22497e87470b/73ffc862-9628-4118-b00a-22497e87470b.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1201.279753] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1df43c-d83f-4b88-9731-dbe7d00ae48e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.300884] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a9dc58-5ba9-46c1-a37b-f8c278d563c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.319333] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8c6908-b130-43d3-af8e-39378456bb9a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.338372] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30139a6d-18fc-445d-b474-3741120b95ed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.347941] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.347941] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f785548c-83b5-467e-ac21-beda0f27df36 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.356391] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1201.356391] env[62788]: value = "task-2394956" [ 1201.356391] env[62788]: _type = "Task" [ 1201.356391] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.366085] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.384749] env[62788]: DEBUG nova.compute.manager [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1201.385854] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0f793b-fe5c-43d1-83ba-6930d547fbb2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.409091] env[62788]: DEBUG nova.network.neutron [-] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.428035] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-890c5ee8-6415-4c3e-a2cd-53ca16f2e712 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.440359] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b14a2d-478d-4904-b01b-9a55958ec5f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.474060] env[62788]: DEBUG nova.compute.manager [req-b8250a68-8c8d-425e-9b05-68197e4173d7 req-a97c60ea-e668-4898-8a10-2edfc04826e6 service nova] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Detach interface failed, port_id=f9e534eb-ded7-40f7-a81b-f74acf602cab, reason: Instance 9cbb2005-3ede-4837-b5e1-0f6521043662 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1201.561013] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394952, 'name': Rename_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.578940] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394955, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.866763] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394956, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.902488] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3e2fc347-50e7-4316-bb63-daeee11c6973 tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "691459b0-7f61-4050-b9bc-d3efea39e401" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.421s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.903504] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "691459b0-7f61-4050-b9bc-d3efea39e401" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.448s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1201.903632] env[62788]: INFO nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] During sync_power_state the instance has a pending task (spawning). Skip. [ 1201.904487] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "691459b0-7f61-4050-b9bc-d3efea39e401" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1201.912466] env[62788]: INFO nova.compute.manager [-] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Took 1.25 seconds to deallocate network for instance. [ 1201.988979] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1201.989230] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.057879] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394952, 'name': Rename_Task, 'duration_secs': 1.052872} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.058334] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.058380] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0626a525-323f-4e59-a59c-952a1cffed5e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.064262] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for the task: (returnval){ [ 1202.064262] env[62788]: value = "task-2394957" [ 1202.064262] env[62788]: _type = "Task" [ 1202.064262] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.071360] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.078256] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616232} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.078488] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 4fd36ebb-a760-429d-8039-5350039eca1e/4fd36ebb-a760-429d-8039-5350039eca1e.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.078700] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.078923] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b2587d4-acc6-4f55-8cf2-71bb072e1776 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.084633] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1202.084633] env[62788]: value = "task-2394958" [ 1202.084633] env[62788]: _type = "Task" [ 1202.084633] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.091929] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.367147] env[62788]: DEBUG oslo_vmware.api [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394956, 'name': PowerOnVM_Task, 'duration_secs': 0.630885} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.367337] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.419046] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.419046] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.419189] env[62788]: DEBUG nova.objects.instance [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lazy-loading 'resources' on Instance uuid 9cbb2005-3ede-4837-b5e1-0f6521043662 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.491779] env[62788]: DEBUG nova.compute.manager [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1202.574861] env[62788]: DEBUG oslo_vmware.api [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2394957, 'name': PowerOnVM_Task, 'duration_secs': 0.439682} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.575214] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.575431] env[62788]: INFO nova.compute.manager [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1202.575622] env[62788]: DEBUG nova.compute.manager [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1202.576409] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7ef15-113c-4fc7-b883-d10918f68d57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.592515] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066544} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.592768] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.593530] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227cb013-212a-491c-9303-8879e4d1d999 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.606750] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.615821] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 4fd36ebb-a760-429d-8039-5350039eca1e/4fd36ebb-a760-429d-8039-5350039eca1e.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.616870] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1df17371-af61-42d0-a832-594b830deca3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.637329] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1202.637329] env[62788]: value = "task-2394959" [ 1202.637329] env[62788]: _type = "Task" [ 1202.637329] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.647643] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.008455] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.030602] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafbbc9f-d44a-45d0-86f8-c5c19560caf7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.038599] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a91eb09-1309-4a61-846e-5d338787f94d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.042018] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.042242] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.069107] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fe8c42-d9e0-41b1-a5d8-21291c72e861 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.076441] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c48a2c-90cf-4ba9-aa17-a61de5ee0410 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.093242] env[62788]: DEBUG nova.compute.provider_tree [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.097284] env[62788]: INFO nova.compute.manager [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Took 22.16 seconds to build instance. [ 1203.147530] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.378392] env[62788]: INFO nova.compute.manager [None req-ad3d3ac5-02d3-4ff7-b0a2-ff171daf9d1e tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance to original state: 'active' [ 1203.597629] env[62788]: DEBUG nova.scheduler.client.report [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.600919] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a9cd41d3-c859-432d-94e1-0ace43ee6a4d tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Lock "32b57006-0267-46f2-8706-e7b2020a733c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.674s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.601188] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "32b57006-0267-46f2-8706-e7b2020a733c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.144s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.601374] env[62788]: INFO nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1203.601544] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "32b57006-0267-46f2-8706-e7b2020a733c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.649570] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394959, 'name': ReconfigVM_Task, 'duration_secs': 0.648004} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.649830] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 4fd36ebb-a760-429d-8039-5350039eca1e/4fd36ebb-a760-429d-8039-5350039eca1e.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.650456] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09fe49d4-5ec7-4b78-a481-81e35d15ac04 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.656046] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1203.656046] env[62788]: value = "task-2394960" [ 1203.656046] env[62788]: _type = "Task" [ 1203.656046] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.663416] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394960, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.036628] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.036815] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 1204.103840] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.106494] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.098s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.108480] env[62788]: INFO nova.compute.claims [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.124598] env[62788]: INFO nova.scheduler.client.report [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Deleted allocations for instance 9cbb2005-3ede-4837-b5e1-0f6521043662 [ 1204.168970] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394960, 'name': Rename_Task, 'duration_secs': 0.158714} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.168970] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.169199] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9cfd6cf-8d75-47bc-98a4-f705dc5da93f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.181112] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1204.181112] env[62788]: value = "task-2394961" [ 1204.181112] env[62788]: _type = "Task" [ 1204.181112] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.190180] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.413810] env[62788]: DEBUG nova.compute.manager [req-6779fbff-52d2-4dfd-91f3-742718731e99 req-b9b0b9b6-20db-4757-9df3-aa3e6414488d service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Received event network-changed-f2fa4d01-dd62-496f-9e4e-5dd2504c6043 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1204.414069] env[62788]: DEBUG nova.compute.manager [req-6779fbff-52d2-4dfd-91f3-742718731e99 req-b9b0b9b6-20db-4757-9df3-aa3e6414488d service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Refreshing instance network info cache due to event network-changed-f2fa4d01-dd62-496f-9e4e-5dd2504c6043. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1204.414314] env[62788]: DEBUG oslo_concurrency.lockutils [req-6779fbff-52d2-4dfd-91f3-742718731e99 req-b9b0b9b6-20db-4757-9df3-aa3e6414488d service nova] Acquiring lock "refresh_cache-32b57006-0267-46f2-8706-e7b2020a733c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.414465] env[62788]: DEBUG oslo_concurrency.lockutils [req-6779fbff-52d2-4dfd-91f3-742718731e99 req-b9b0b9b6-20db-4757-9df3-aa3e6414488d service nova] Acquired lock "refresh_cache-32b57006-0267-46f2-8706-e7b2020a733c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.414628] env[62788]: DEBUG nova.network.neutron [req-6779fbff-52d2-4dfd-91f3-742718731e99 req-b9b0b9b6-20db-4757-9df3-aa3e6414488d service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Refreshing network info cache for port f2fa4d01-dd62-496f-9e4e-5dd2504c6043 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.634095] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f9ea0735-d56d-45a4-9371-989508e40114 tempest-ServersTestJSON-944203110 tempest-ServersTestJSON-944203110-project-member] Lock "9cbb2005-3ede-4837-b5e1-0f6521043662" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.628s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.693929] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.783882] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "73ffc862-9628-4118-b00a-22497e87470b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.784211] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "73ffc862-9628-4118-b00a-22497e87470b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.784439] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "73ffc862-9628-4118-b00a-22497e87470b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.784627] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "73ffc862-9628-4118-b00a-22497e87470b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.784817] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "73ffc862-9628-4118-b00a-22497e87470b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.786969] env[62788]: INFO nova.compute.manager [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Terminating instance [ 1205.190080] env[62788]: DEBUG nova.network.neutron [req-6779fbff-52d2-4dfd-91f3-742718731e99 req-b9b0b9b6-20db-4757-9df3-aa3e6414488d service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Updated VIF entry in instance network info cache for port f2fa4d01-dd62-496f-9e4e-5dd2504c6043. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.190503] env[62788]: DEBUG nova.network.neutron [req-6779fbff-52d2-4dfd-91f3-742718731e99 req-b9b0b9b6-20db-4757-9df3-aa3e6414488d service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Updating instance_info_cache with network_info: [{"id": "f2fa4d01-dd62-496f-9e4e-5dd2504c6043", "address": "fa:16:3e:7b:93:7c", "network": {"id": "57d88d44-8bfa-4226-ab89-3143cbd3ddc7", "bridge": "br-int", "label": "tempest-ServersTestJSON-766303292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8cbc691435954eafb1c94a62462c9b92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cf748a8-7ae0-4dca-817d-e727c30d72f4", "external-id": "nsx-vlan-transportzone-853", "segmentation_id": 853, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fa4d01-dd", "ovs_interfaceid": "f2fa4d01-dd62-496f-9e4e-5dd2504c6043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.199263] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394961, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.257197] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56346e85-0527-4b1e-a268-7536f9a34b06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.267280] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf63ba7-28ae-48fa-bbe7-02703b605f20 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.308675] env[62788]: DEBUG nova.compute.manager [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1205.308969] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.309892] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec2a2a3-48f2-4e05-a2a0-fd424dc8731a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.313158] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc213f31-2019-435e-b0d0-120114ebbfd2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.322796] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fc2718-7d57-4f0c-ab11-b2a7375f6743 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.326719] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.326969] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82217667-4f7e-4081-aee4-f3852f627e9e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.338851] env[62788]: DEBUG nova.compute.provider_tree [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.341152] env[62788]: DEBUG oslo_vmware.api [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1205.341152] env[62788]: value = "task-2394962" [ 1205.341152] env[62788]: _type = "Task" [ 1205.341152] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.349912] env[62788]: DEBUG oslo_vmware.api [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.695544] env[62788]: DEBUG oslo_concurrency.lockutils [req-6779fbff-52d2-4dfd-91f3-742718731e99 req-b9b0b9b6-20db-4757-9df3-aa3e6414488d service nova] Releasing lock "refresh_cache-32b57006-0267-46f2-8706-e7b2020a733c" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.695943] env[62788]: DEBUG oslo_vmware.api [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394961, 'name': PowerOnVM_Task, 'duration_secs': 1.07918} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.698257] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.698475] env[62788]: INFO nova.compute.manager [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Took 10.47 seconds to spawn the instance on the hypervisor. [ 1205.698658] env[62788]: DEBUG nova.compute.manager [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1205.699425] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0863dd7-2f37-4f39-a599-04da6fb22af3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.842620] env[62788]: DEBUG nova.scheduler.client.report [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.857028] env[62788]: DEBUG oslo_vmware.api [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394962, 'name': PowerOffVM_Task, 'duration_secs': 0.255511} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.857028] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.857028] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.857028] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d408f5f4-36b2-4ff0-a421-e83a4bf092cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.948093] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.949253] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.949253] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleting the datastore file [datastore2] 73ffc862-9628-4118-b00a-22497e87470b {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.949253] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78e332fa-7750-4a3a-8c59-c3f8105e5b58 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.955304] env[62788]: DEBUG oslo_vmware.api [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1205.955304] env[62788]: value = "task-2394964" [ 1205.955304] env[62788]: _type = "Task" [ 1205.955304] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.962989] env[62788]: DEBUG oslo_vmware.api [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.218582] env[62788]: INFO nova.compute.manager [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Took 21.50 seconds to build instance. [ 1206.351073] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.351683] env[62788]: DEBUG nova.compute.manager [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1206.465763] env[62788]: DEBUG oslo_vmware.api [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.721095] env[62788]: DEBUG oslo_concurrency.lockutils [None req-bc37e34d-b6f6-4dac-9ba6-37da6c088e30 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "4fd36ebb-a760-429d-8039-5350039eca1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.029s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.721095] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "4fd36ebb-a760-429d-8039-5350039eca1e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.263s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.721095] env[62788]: INFO nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] During sync_power_state the instance has a pending task (spawning). Skip. [ 1206.721095] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "4fd36ebb-a760-429d-8039-5350039eca1e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.782097] env[62788]: DEBUG nova.compute.manager [req-0827546c-43ca-4fa9-83a8-9ad77ecdc1c9 req-c99d501b-87ad-4589-97af-e4273bfa514b service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Received event network-changed-9fae07ef-c62a-4957-9c4d-0754f45fe760 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1206.782097] env[62788]: DEBUG nova.compute.manager [req-0827546c-43ca-4fa9-83a8-9ad77ecdc1c9 req-c99d501b-87ad-4589-97af-e4273bfa514b service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Refreshing instance network info cache due to event network-changed-9fae07ef-c62a-4957-9c4d-0754f45fe760. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1206.782097] env[62788]: DEBUG oslo_concurrency.lockutils [req-0827546c-43ca-4fa9-83a8-9ad77ecdc1c9 req-c99d501b-87ad-4589-97af-e4273bfa514b service nova] Acquiring lock "refresh_cache-4fd36ebb-a760-429d-8039-5350039eca1e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1206.782097] env[62788]: DEBUG oslo_concurrency.lockutils [req-0827546c-43ca-4fa9-83a8-9ad77ecdc1c9 req-c99d501b-87ad-4589-97af-e4273bfa514b service nova] Acquired lock "refresh_cache-4fd36ebb-a760-429d-8039-5350039eca1e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.782097] env[62788]: DEBUG nova.network.neutron [req-0827546c-43ca-4fa9-83a8-9ad77ecdc1c9 req-c99d501b-87ad-4589-97af-e4273bfa514b service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Refreshing network info cache for port 9fae07ef-c62a-4957-9c4d-0754f45fe760 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.858818] env[62788]: DEBUG nova.compute.utils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1206.860337] env[62788]: DEBUG nova.compute.manager [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1206.860545] env[62788]: DEBUG nova.network.neutron [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.902774] env[62788]: DEBUG nova.policy [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f047d34e759426a886768720cf5b6ab', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c38bf2fcd0174f99adfa564d1d065c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.967696] env[62788]: DEBUG oslo_vmware.api [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.656088} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.967964] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.968179] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.968963] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.968963] env[62788]: INFO nova.compute.manager [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1206.968963] env[62788]: DEBUG oslo.service.loopingcall [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1206.969166] env[62788]: DEBUG nova.compute.manager [-] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1206.969166] env[62788]: DEBUG nova.network.neutron [-] [instance: 73ffc862-9628-4118-b00a-22497e87470b] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.308076] env[62788]: DEBUG nova.network.neutron [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Successfully created port: 52c9fb1b-59a5-4bba-9608-5663f1469950 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.364764] env[62788]: DEBUG nova.compute.manager [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1207.412731] env[62788]: DEBUG nova.compute.manager [req-7c34c018-6606-40ab-8b9f-8d9b9fe7082c req-24b079a9-a2ad-4ce1-8df3-ce38507347bb service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Received event network-vif-deleted-2712c1ec-710c-48be-82bd-ae6a753dd446 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1207.414365] env[62788]: INFO nova.compute.manager [req-7c34c018-6606-40ab-8b9f-8d9b9fe7082c req-24b079a9-a2ad-4ce1-8df3-ce38507347bb service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Neutron deleted interface 2712c1ec-710c-48be-82bd-ae6a753dd446; detaching it from the instance and deleting it from the info cache [ 1207.414365] env[62788]: DEBUG nova.network.neutron [req-7c34c018-6606-40ab-8b9f-8d9b9fe7082c req-24b079a9-a2ad-4ce1-8df3-ce38507347bb service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.635177] env[62788]: DEBUG nova.network.neutron [req-0827546c-43ca-4fa9-83a8-9ad77ecdc1c9 req-c99d501b-87ad-4589-97af-e4273bfa514b service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Updated VIF entry in instance network info cache for port 9fae07ef-c62a-4957-9c4d-0754f45fe760. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.635588] env[62788]: DEBUG nova.network.neutron [req-0827546c-43ca-4fa9-83a8-9ad77ecdc1c9 req-c99d501b-87ad-4589-97af-e4273bfa514b service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Updating instance_info_cache with network_info: [{"id": "9fae07ef-c62a-4957-9c4d-0754f45fe760", "address": "fa:16:3e:17:eb:1b", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fae07ef-c6", "ovs_interfaceid": "9fae07ef-c62a-4957-9c4d-0754f45fe760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.886702] env[62788]: DEBUG nova.network.neutron [-] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.916969] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d48b92b6-61ef-4a8e-bba9-02a2b46e6464 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.926447] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9d33e8-d334-4432-9250-d5ac498e3f09 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.955391] env[62788]: DEBUG nova.compute.manager [req-7c34c018-6606-40ab-8b9f-8d9b9fe7082c req-24b079a9-a2ad-4ce1-8df3-ce38507347bb service nova] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Detach interface failed, port_id=2712c1ec-710c-48be-82bd-ae6a753dd446, reason: Instance 73ffc862-9628-4118-b00a-22497e87470b could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1208.142033] env[62788]: DEBUG oslo_concurrency.lockutils [req-0827546c-43ca-4fa9-83a8-9ad77ecdc1c9 req-c99d501b-87ad-4589-97af-e4273bfa514b service nova] Releasing lock "refresh_cache-4fd36ebb-a760-429d-8039-5350039eca1e" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1208.375451] env[62788]: DEBUG nova.compute.manager [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1208.391674] env[62788]: INFO nova.compute.manager [-] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Took 1.42 seconds to deallocate network for instance. [ 1208.398452] env[62788]: DEBUG nova.virt.hardware [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.398675] env[62788]: DEBUG nova.virt.hardware [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.398833] env[62788]: DEBUG nova.virt.hardware [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.399035] env[62788]: DEBUG nova.virt.hardware [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.399194] env[62788]: DEBUG nova.virt.hardware [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.399343] env[62788]: DEBUG nova.virt.hardware [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.399545] env[62788]: DEBUG nova.virt.hardware [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.399756] env[62788]: DEBUG nova.virt.hardware [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.399872] env[62788]: DEBUG nova.virt.hardware [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.400053] env[62788]: DEBUG nova.virt.hardware [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.400271] env[62788]: DEBUG nova.virt.hardware [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.401127] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c3e213-bd84-4b85-9db0-7f9822b84755 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.410028] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006debb6-7183-4e5c-a9c1-99f0cc8d1a18 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.866284] env[62788]: DEBUG nova.compute.manager [req-fb481207-61d0-4a32-946d-5242b1b6fbc8 req-437ab77b-8a0c-446f-b643-132bd589e311 service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Received event network-vif-plugged-52c9fb1b-59a5-4bba-9608-5663f1469950 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1208.866490] env[62788]: DEBUG oslo_concurrency.lockutils [req-fb481207-61d0-4a32-946d-5242b1b6fbc8 req-437ab77b-8a0c-446f-b643-132bd589e311 service nova] Acquiring lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.866680] env[62788]: DEBUG oslo_concurrency.lockutils [req-fb481207-61d0-4a32-946d-5242b1b6fbc8 req-437ab77b-8a0c-446f-b643-132bd589e311 service nova] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.866847] env[62788]: DEBUG oslo_concurrency.lockutils [req-fb481207-61d0-4a32-946d-5242b1b6fbc8 req-437ab77b-8a0c-446f-b643-132bd589e311 service nova] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.867100] env[62788]: DEBUG nova.compute.manager [req-fb481207-61d0-4a32-946d-5242b1b6fbc8 req-437ab77b-8a0c-446f-b643-132bd589e311 service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] No waiting events found dispatching network-vif-plugged-52c9fb1b-59a5-4bba-9608-5663f1469950 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1208.867363] env[62788]: WARNING nova.compute.manager [req-fb481207-61d0-4a32-946d-5242b1b6fbc8 req-437ab77b-8a0c-446f-b643-132bd589e311 service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Received unexpected event network-vif-plugged-52c9fb1b-59a5-4bba-9608-5663f1469950 for instance with vm_state building and task_state spawning. [ 1208.905982] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.906278] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.906472] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.930917] env[62788]: INFO nova.scheduler.client.report [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleted allocations for instance 73ffc862-9628-4118-b00a-22497e87470b [ 1208.989608] env[62788]: DEBUG nova.network.neutron [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Successfully updated port: 52c9fb1b-59a5-4bba-9608-5663f1469950 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.439024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b8c3c618-8cd0-4ecd-b3c5-e8101397a6cb tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "73ffc862-9628-4118-b00a-22497e87470b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.654s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.494090] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "refresh_cache-f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1209.494313] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "refresh_cache-f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.494379] env[62788]: DEBUG nova.network.neutron [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.567233] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Didn't find any instances for network info cache update. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10553}} [ 1209.567495] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.567683] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.568221] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.568405] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.568543] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 1209.568691] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.037840] env[62788]: DEBUG nova.network.neutron [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.072227] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.072603] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.072723] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.072961] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1210.073998] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84256831-0790-4be1-9a70-7d891eb7dfbb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.084262] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2850041d-2fee-485d-8569-ada37dc80bc6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.105340] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cf9436-b0df-4e06-95d8-41e8f4e0e9a5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.113478] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf56f871-add6-413e-9ca9-565dea8f2fb7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.150851] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179937MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1210.151095] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.151367] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.307972] env[62788]: DEBUG nova.network.neutron [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Updating instance_info_cache with network_info: [{"id": "52c9fb1b-59a5-4bba-9608-5663f1469950", "address": "fa:16:3e:dd:7d:03", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c9fb1b-59", "ovs_interfaceid": "52c9fb1b-59a5-4bba-9608-5663f1469950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.723605] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "c53ba01e-4d55-4824-a932-4260c916aea5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.723882] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.810989] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "refresh_cache-f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1210.811339] env[62788]: DEBUG nova.compute.manager [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Instance network_info: |[{"id": "52c9fb1b-59a5-4bba-9608-5663f1469950", "address": "fa:16:3e:dd:7d:03", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c9fb1b-59", "ovs_interfaceid": "52c9fb1b-59a5-4bba-9608-5663f1469950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1210.811875] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:7d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51bac3c3-00ab-4a07-9e28-b3c951dee565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52c9fb1b-59a5-4bba-9608-5663f1469950', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.819652] env[62788]: DEBUG oslo.service.loopingcall [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1210.819862] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.820103] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bdae3fcd-24f0-4c1d-bcde-acec62141e58 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.839817] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.839817] env[62788]: value = "task-2394967" [ 1210.839817] env[62788]: _type = "Task" [ 1210.839817] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.851731] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394967, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.894936] env[62788]: DEBUG nova.compute.manager [req-f465895e-906d-4b60-bed8-bd0678c3d0e9 req-69bc6048-aced-4a10-8cb1-9bc9fbcf905a service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Received event network-changed-52c9fb1b-59a5-4bba-9608-5663f1469950 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1210.895191] env[62788]: DEBUG nova.compute.manager [req-f465895e-906d-4b60-bed8-bd0678c3d0e9 req-69bc6048-aced-4a10-8cb1-9bc9fbcf905a service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Refreshing instance network info cache due to event network-changed-52c9fb1b-59a5-4bba-9608-5663f1469950. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1210.895460] env[62788]: DEBUG oslo_concurrency.lockutils [req-f465895e-906d-4b60-bed8-bd0678c3d0e9 req-69bc6048-aced-4a10-8cb1-9bc9fbcf905a service nova] Acquiring lock "refresh_cache-f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.895647] env[62788]: DEBUG oslo_concurrency.lockutils [req-f465895e-906d-4b60-bed8-bd0678c3d0e9 req-69bc6048-aced-4a10-8cb1-9bc9fbcf905a service nova] Acquired lock "refresh_cache-f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.895853] env[62788]: DEBUG nova.network.neutron [req-f465895e-906d-4b60-bed8-bd0678c3d0e9 req-69bc6048-aced-4a10-8cb1-9bc9fbcf905a service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Refreshing network info cache for port 52c9fb1b-59a5-4bba-9608-5663f1469950 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.182399] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 693f5d7b-9fb0-46bf-a718-9c9b1e4097da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.182573] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance c53ba01e-4d55-4824-a932-4260c916aea5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.182654] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 691459b0-7f61-4050-b9bc-d3efea39e401 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.182782] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance bda137b7-40e8-4a56-aa1e-834676e8d603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.182924] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 32b57006-0267-46f2-8706-e7b2020a733c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.183126] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 4fd36ebb-a760-429d-8039-5350039eca1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.183217] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance f3fbd2d5-4b63-4466-ab37-1ab16ddc796a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1211.196684] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "0fde9629-8698-440b-84d9-65b8f439a519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.197276] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "0fde9629-8698-440b-84d9-65b8f439a519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.227494] env[62788]: DEBUG nova.compute.utils [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1211.352135] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394967, 'name': CreateVM_Task, 'duration_secs': 0.493105} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.352282] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.359519] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.359693] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.360044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1211.360308] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ccf3cb4-e949-416d-9506-e131983b2394 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.365266] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1211.365266] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52699053-084c-2a12-9616-f8ce8b7b3e10" [ 1211.365266] env[62788]: _type = "Task" [ 1211.365266] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.373705] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52699053-084c-2a12-9616-f8ce8b7b3e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.606278] env[62788]: DEBUG nova.network.neutron [req-f465895e-906d-4b60-bed8-bd0678c3d0e9 req-69bc6048-aced-4a10-8cb1-9bc9fbcf905a service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Updated VIF entry in instance network info cache for port 52c9fb1b-59a5-4bba-9608-5663f1469950. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.606671] env[62788]: DEBUG nova.network.neutron [req-f465895e-906d-4b60-bed8-bd0678c3d0e9 req-69bc6048-aced-4a10-8cb1-9bc9fbcf905a service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Updating instance_info_cache with network_info: [{"id": "52c9fb1b-59a5-4bba-9608-5663f1469950", "address": "fa:16:3e:dd:7d:03", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c9fb1b-59", "ovs_interfaceid": "52c9fb1b-59a5-4bba-9608-5663f1469950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.686688] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 0fde9629-8698-440b-84d9-65b8f439a519 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1211.686920] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1211.687087] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1211.699317] env[62788]: DEBUG nova.compute.manager [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1211.730567] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.799480] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1e51ab-57b9-442d-9e16-e07e608bc987 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.807348] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e37ee4-50f3-45e8-ad4f-a3af8f910a0f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.836777] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4b39c3-9919-4ce4-b1b2-9081f96a0969 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.843573] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81702fe1-37d3-4747-b0a0-bd271a60a212 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.856291] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.874995] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52699053-084c-2a12-9616-f8ce8b7b3e10, 'name': SearchDatastore_Task, 'duration_secs': 0.010502} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.875292] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.875518] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.875739] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.875884] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.876072] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.876311] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efad826a-0ca9-4703-97ba-3a6a86e856d3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.887521] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.887696] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.888381] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef50009e-5ddb-48a5-957a-0d70247c5f60 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.892924] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1211.892924] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52060fc4-2371-c312-d95d-c4ed299a2621" [ 1211.892924] env[62788]: _type = "Task" [ 1211.892924] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.901594] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52060fc4-2371-c312-d95d-c4ed299a2621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.109969] env[62788]: DEBUG oslo_concurrency.lockutils [req-f465895e-906d-4b60-bed8-bd0678c3d0e9 req-69bc6048-aced-4a10-8cb1-9bc9fbcf905a service nova] Releasing lock "refresh_cache-f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.219556] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.359521] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.403445] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52060fc4-2371-c312-d95d-c4ed299a2621, 'name': SearchDatastore_Task, 'duration_secs': 0.059433} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.404262] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f5aa49-26a2-409b-b1d7-5d6137ad8756 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.409302] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1212.409302] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]523fad1a-3d19-7e18-2969-60724b5a3072" [ 1212.409302] env[62788]: _type = "Task" [ 1212.409302] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.417385] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523fad1a-3d19-7e18-2969-60724b5a3072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.787119] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "c53ba01e-4d55-4824-a932-4260c916aea5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.787480] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.787626] env[62788]: INFO nova.compute.manager [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Attaching volume 8581f4cb-67c3-45b7-af9e-0d6a5228663c to /dev/sdb [ 1212.818086] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e763368-a6fc-4e21-bce4-0bd4d1beb2e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.827810] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b19dc1-7a71-43cd-ad0d-990fc4f779b3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.844198] env[62788]: DEBUG nova.virt.block_device [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Updating existing volume attachment record: 45933d16-6fe3-4d9d-99af-29e005abde2f {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1212.866266] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1212.866495] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.715s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.867079] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.648s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.868701] env[62788]: INFO nova.compute.claims [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.920548] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]523fad1a-3d19-7e18-2969-60724b5a3072, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.920873] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1212.921195] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] f3fbd2d5-4b63-4466-ab37-1ab16ddc796a/f3fbd2d5-4b63-4466-ab37-1ab16ddc796a.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.921501] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a5ab086-b6a0-4494-b6e1-9fe809074976 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.929982] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1212.929982] env[62788]: value = "task-2394969" [ 1212.929982] env[62788]: _type = "Task" [ 1212.929982] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.939536] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.440766] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394969, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.943963] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513186} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.946513] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] f3fbd2d5-4b63-4466-ab37-1ab16ddc796a/f3fbd2d5-4b63-4466-ab37-1ab16ddc796a.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.946776] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.947258] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24da8765-ce54-411c-90d6-6cfbcd7f7ace {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.955836] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1213.955836] env[62788]: value = "task-2394973" [ 1213.955836] env[62788]: _type = "Task" [ 1213.955836] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.969893] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.999071] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9e785f-736b-4f58-9a05-eb23a3ec048d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.007385] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf240cc-4ffc-49fc-b4c3-0636feadc7dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.042132] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410a5bad-9dbd-422a-9eef-90daaaba0692 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.050513] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569fff0a-b4ea-4796-8589-649e4be2ab43 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.063810] env[62788]: DEBUG nova.compute.provider_tree [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.466449] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076572} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.466709] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.467499] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211fd519-3321-4173-85f5-df9aeac832da {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.490665] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f3fbd2d5-4b63-4466-ab37-1ab16ddc796a/f3fbd2d5-4b63-4466-ab37-1ab16ddc796a.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.491076] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2321c365-c9cc-4411-af4d-58e86b19fa36 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.513018] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1214.513018] env[62788]: value = "task-2394974" [ 1214.513018] env[62788]: _type = "Task" [ 1214.513018] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.521992] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.567217] env[62788]: DEBUG nova.scheduler.client.report [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.024712] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394974, 'name': ReconfigVM_Task, 'duration_secs': 0.303822} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.025103] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f3fbd2d5-4b63-4466-ab37-1ab16ddc796a/f3fbd2d5-4b63-4466-ab37-1ab16ddc796a.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.025683] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e33232ab-f71a-4133-ae11-0e8a30ff4b1f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.033058] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1215.033058] env[62788]: value = "task-2394976" [ 1215.033058] env[62788]: _type = "Task" [ 1215.033058] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.041965] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394976, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.072064] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1215.072643] env[62788]: DEBUG nova.compute.manager [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1215.543555] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394976, 'name': Rename_Task, 'duration_secs': 0.163604} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.543832] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.544102] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-872413ae-d478-478e-8f7f-8d8dce100d6a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.551825] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1215.551825] env[62788]: value = "task-2394978" [ 1215.551825] env[62788]: _type = "Task" [ 1215.551825] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.559948] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.577534] env[62788]: DEBUG nova.compute.utils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1215.578984] env[62788]: DEBUG nova.compute.manager [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1215.579138] env[62788]: DEBUG nova.network.neutron [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.620572] env[62788]: DEBUG nova.policy [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '958c8eea01794923b323e1e1d2a12c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05352e91e5224b54aa4a5b23edcf2f08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.062431] env[62788]: DEBUG oslo_vmware.api [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2394978, 'name': PowerOnVM_Task, 'duration_secs': 0.446547} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.062709] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.062709] env[62788]: INFO nova.compute.manager [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1216.062871] env[62788]: DEBUG nova.compute.manager [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1216.063713] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77031ef8-0396-4a9b-b44d-4a1219a030ec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.081955] env[62788]: DEBUG nova.compute.manager [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1216.200406] env[62788]: DEBUG nova.network.neutron [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Successfully created port: 87941ac6-78ae-4de4-9670-7ec2cecbae04 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.581789] env[62788]: INFO nova.compute.manager [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Took 13.58 seconds to build instance. [ 1217.084012] env[62788]: DEBUG oslo_concurrency.lockutils [None req-482bf5d7-ac2f-406b-9775-1c383da4037c tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.095s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.091588] env[62788]: DEBUG nova.compute.manager [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1217.120218] env[62788]: DEBUG nova.virt.hardware [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.120596] env[62788]: DEBUG nova.virt.hardware [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.120814] env[62788]: DEBUG nova.virt.hardware [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.121031] env[62788]: DEBUG nova.virt.hardware [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.121196] env[62788]: DEBUG nova.virt.hardware [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.121349] env[62788]: DEBUG nova.virt.hardware [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.121562] env[62788]: DEBUG nova.virt.hardware [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.121796] env[62788]: DEBUG nova.virt.hardware [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.121989] env[62788]: DEBUG nova.virt.hardware [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.122176] env[62788]: DEBUG nova.virt.hardware [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.122358] env[62788]: DEBUG nova.virt.hardware [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.123657] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e66206-a655-4b7d-8a37-0eaf5a5af3ca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.134177] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e961b4-342a-4d8b-a054-4c46f31177cb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.393912] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1217.394184] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485829', 'volume_id': '8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'name': 'volume-8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c53ba01e-4d55-4824-a932-4260c916aea5', 'attached_at': '', 'detached_at': '', 'volume_id': '8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'serial': '8581f4cb-67c3-45b7-af9e-0d6a5228663c'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1217.395099] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b446b1-6ca9-4bc1-aea1-2aae1ea988aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.414121] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcdedb1-1454-4b45-91d7-fd8eeec9187c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.441480] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-8581f4cb-67c3-45b7-af9e-0d6a5228663c/volume-8581f4cb-67c3-45b7-af9e-0d6a5228663c.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.441833] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9049be19-b9b7-4fbe-9c1d-07e6fa2529b2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.462783] env[62788]: DEBUG nova.compute.manager [req-db6e271e-f4a5-4599-beae-0871eb59fc06 req-036d733b-6053-4f55-89f6-14f98a38cc4c service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Received event network-changed-52c9fb1b-59a5-4bba-9608-5663f1469950 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1217.463029] env[62788]: DEBUG nova.compute.manager [req-db6e271e-f4a5-4599-beae-0871eb59fc06 req-036d733b-6053-4f55-89f6-14f98a38cc4c service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Refreshing instance network info cache due to event network-changed-52c9fb1b-59a5-4bba-9608-5663f1469950. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1217.463283] env[62788]: DEBUG oslo_concurrency.lockutils [req-db6e271e-f4a5-4599-beae-0871eb59fc06 req-036d733b-6053-4f55-89f6-14f98a38cc4c service nova] Acquiring lock "refresh_cache-f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1217.463467] env[62788]: DEBUG oslo_concurrency.lockutils [req-db6e271e-f4a5-4599-beae-0871eb59fc06 req-036d733b-6053-4f55-89f6-14f98a38cc4c service nova] Acquired lock "refresh_cache-f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.463690] env[62788]: DEBUG nova.network.neutron [req-db6e271e-f4a5-4599-beae-0871eb59fc06 req-036d733b-6053-4f55-89f6-14f98a38cc4c service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Refreshing network info cache for port 52c9fb1b-59a5-4bba-9608-5663f1469950 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.471614] env[62788]: DEBUG oslo_vmware.api [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1217.471614] env[62788]: value = "task-2394980" [ 1217.471614] env[62788]: _type = "Task" [ 1217.471614] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.482751] env[62788]: DEBUG oslo_vmware.api [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.678813] env[62788]: DEBUG nova.network.neutron [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Successfully updated port: 87941ac6-78ae-4de4-9670-7ec2cecbae04 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.980822] env[62788]: DEBUG oslo_vmware.api [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394980, 'name': ReconfigVM_Task, 'duration_secs': 0.358257} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.981149] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-8581f4cb-67c3-45b7-af9e-0d6a5228663c/volume-8581f4cb-67c3-45b7-af9e-0d6a5228663c.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.986329] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f30cd3e-9b3c-4c2f-a9fa-0fb3095bc7bd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.002857] env[62788]: DEBUG oslo_vmware.api [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1218.002857] env[62788]: value = "task-2394981" [ 1218.002857] env[62788]: _type = "Task" [ 1218.002857] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.011473] env[62788]: DEBUG oslo_vmware.api [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394981, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.182481] env[62788]: DEBUG nova.network.neutron [req-db6e271e-f4a5-4599-beae-0871eb59fc06 req-036d733b-6053-4f55-89f6-14f98a38cc4c service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Updated VIF entry in instance network info cache for port 52c9fb1b-59a5-4bba-9608-5663f1469950. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.182968] env[62788]: DEBUG nova.network.neutron [req-db6e271e-f4a5-4599-beae-0871eb59fc06 req-036d733b-6053-4f55-89f6-14f98a38cc4c service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Updating instance_info_cache with network_info: [{"id": "52c9fb1b-59a5-4bba-9608-5663f1469950", "address": "fa:16:3e:dd:7d:03", "network": {"id": "9af51ea9-f430-4e61-a8f4-8335cde8b52f", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1404865948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c38bf2fcd0174f99adfa564d1d065c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51bac3c3-00ab-4a07-9e28-b3c951dee565", "external-id": "nsx-vlan-transportzone-645", "segmentation_id": 645, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c9fb1b-59", "ovs_interfaceid": "52c9fb1b-59a5-4bba-9608-5663f1469950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.185467] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.185658] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.185838] env[62788]: DEBUG nova.network.neutron [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.513089] env[62788]: DEBUG oslo_vmware.api [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394981, 'name': ReconfigVM_Task, 'duration_secs': 0.141043} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.513430] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485829', 'volume_id': '8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'name': 'volume-8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c53ba01e-4d55-4824-a932-4260c916aea5', 'attached_at': '', 'detached_at': '', 'volume_id': '8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'serial': '8581f4cb-67c3-45b7-af9e-0d6a5228663c'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1218.686051] env[62788]: DEBUG oslo_concurrency.lockutils [req-db6e271e-f4a5-4599-beae-0871eb59fc06 req-036d733b-6053-4f55-89f6-14f98a38cc4c service nova] Releasing lock "refresh_cache-f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1218.718008] env[62788]: DEBUG nova.network.neutron [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.852412] env[62788]: DEBUG nova.network.neutron [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Updating instance_info_cache with network_info: [{"id": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "address": "fa:16:3e:54:0d:eb", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87941ac6-78", "ovs_interfaceid": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.356033] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.356033] env[62788]: DEBUG nova.compute.manager [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Instance network_info: |[{"id": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "address": "fa:16:3e:54:0d:eb", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87941ac6-78", "ovs_interfaceid": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1219.356033] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:0d:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f85835c8-5d0c-4b2f-97c4-6c4006580f79', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87941ac6-78ae-4de4-9670-7ec2cecbae04', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.363390] env[62788]: DEBUG oslo.service.loopingcall [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1219.363616] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.363837] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3295d312-c2fc-402c-b364-3b65cbd96f06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.385863] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.385863] env[62788]: value = "task-2394983" [ 1219.385863] env[62788]: _type = "Task" [ 1219.385863] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.394988] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394983, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.475460] env[62788]: DEBUG nova.compute.manager [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Received event network-vif-plugged-87941ac6-78ae-4de4-9670-7ec2cecbae04 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1219.475593] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] Acquiring lock "0fde9629-8698-440b-84d9-65b8f439a519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1219.475836] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] Lock "0fde9629-8698-440b-84d9-65b8f439a519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.476028] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] Lock "0fde9629-8698-440b-84d9-65b8f439a519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.476205] env[62788]: DEBUG nova.compute.manager [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] No waiting events found dispatching network-vif-plugged-87941ac6-78ae-4de4-9670-7ec2cecbae04 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.476376] env[62788]: WARNING nova.compute.manager [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Received unexpected event network-vif-plugged-87941ac6-78ae-4de4-9670-7ec2cecbae04 for instance with vm_state building and task_state spawning. [ 1219.476539] env[62788]: DEBUG nova.compute.manager [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Received event network-changed-87941ac6-78ae-4de4-9670-7ec2cecbae04 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1219.476694] env[62788]: DEBUG nova.compute.manager [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Refreshing instance network info cache due to event network-changed-87941ac6-78ae-4de4-9670-7ec2cecbae04. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1219.476876] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] Acquiring lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.477031] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] Acquired lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.477245] env[62788]: DEBUG nova.network.neutron [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Refreshing network info cache for port 87941ac6-78ae-4de4-9670-7ec2cecbae04 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.552613] env[62788]: DEBUG nova.objects.instance [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'flavor' on Instance uuid c53ba01e-4d55-4824-a932-4260c916aea5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.896245] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394983, 'name': CreateVM_Task, 'duration_secs': 0.404413} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.896430] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1219.897104] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.897278] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.897605] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1219.897862] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077ac620-730d-425f-a569-6054f98a1100 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.903176] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1219.903176] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]520ebaa3-f102-3eb5-24bd-b3c3d00706d1" [ 1219.903176] env[62788]: _type = "Task" [ 1219.903176] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.911125] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520ebaa3-f102-3eb5-24bd-b3c3d00706d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.059509] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0eeeac99-1230-45e2-b5a0-7c8d7c1386fb tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.272s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.143269] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "c53ba01e-4d55-4824-a932-4260c916aea5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.143553] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.143738] env[62788]: DEBUG nova.compute.manager [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1220.145156] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a129ee26-6f33-4b16-9cf6-82c7b38d8001 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.152277] env[62788]: DEBUG nova.compute.manager [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62788) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3418}} [ 1220.152819] env[62788]: DEBUG nova.objects.instance [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'flavor' on Instance uuid c53ba01e-4d55-4824-a932-4260c916aea5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.182220] env[62788]: DEBUG nova.network.neutron [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Updated VIF entry in instance network info cache for port 87941ac6-78ae-4de4-9670-7ec2cecbae04. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.182596] env[62788]: DEBUG nova.network.neutron [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Updating instance_info_cache with network_info: [{"id": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "address": "fa:16:3e:54:0d:eb", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87941ac6-78", "ovs_interfaceid": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.414403] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]520ebaa3-f102-3eb5-24bd-b3c3d00706d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.414729] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.414988] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.415380] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.415545] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.415767] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.416052] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92e5499f-b878-4c1e-87f8-60c3de97d302 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.425827] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.425999] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.426776] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfcdedc-cba9-4e63-8a43-5905b2fbcc89 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.432143] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1220.432143] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ebf805-5467-7764-c7cc-83c8b4e1024b" [ 1220.432143] env[62788]: _type = "Task" [ 1220.432143] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.440301] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ebf805-5467-7764-c7cc-83c8b4e1024b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.685718] env[62788]: DEBUG oslo_concurrency.lockutils [req-a0288c22-9fd5-426a-b475-5ea9a6629837 req-b910baf5-b1c9-440c-b0bd-1e4a2387b591 service nova] Releasing lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.942956] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ebf805-5467-7764-c7cc-83c8b4e1024b, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.943795] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c8e4fa-2d67-4f7e-958f-454d9df71efb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.949871] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1220.949871] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52de2a2f-c5a5-c0b0-b4e4-d5264469c7fe" [ 1220.949871] env[62788]: _type = "Task" [ 1220.949871] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.959844] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52de2a2f-c5a5-c0b0-b4e4-d5264469c7fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.160251] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.160636] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-684638d2-5a41-40b1-a659-6f809ed9c081 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.169430] env[62788]: DEBUG oslo_vmware.api [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1221.169430] env[62788]: value = "task-2394985" [ 1221.169430] env[62788]: _type = "Task" [ 1221.169430] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.179015] env[62788]: DEBUG oslo_vmware.api [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.461842] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52de2a2f-c5a5-c0b0-b4e4-d5264469c7fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.462287] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.462363] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 0fde9629-8698-440b-84d9-65b8f439a519/0fde9629-8698-440b-84d9-65b8f439a519.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.462591] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcf3bc5c-fcf5-4ba1-9f17-74da8cdf3f1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.472790] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1221.472790] env[62788]: value = "task-2394986" [ 1221.472790] env[62788]: _type = "Task" [ 1221.472790] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.482540] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.680080] env[62788]: DEBUG oslo_vmware.api [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394985, 'name': PowerOffVM_Task, 'duration_secs': 0.228845} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.680377] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1221.680580] env[62788]: DEBUG nova.compute.manager [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1221.681465] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebdea66-9960-42f0-b116-991c8fac035b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.985085] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394986, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.195062] env[62788]: DEBUG oslo_concurrency.lockutils [None req-cc0da7a4-498f-44e8-8164-507ccd5b7b93 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.484298] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556991} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.484670] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] 0fde9629-8698-440b-84d9-65b8f439a519/0fde9629-8698-440b-84d9-65b8f439a519.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.484782] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.485056] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-516b9787-683c-448b-ad04-528c0a5fb2e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.492773] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1222.492773] env[62788]: value = "task-2394987" [ 1222.492773] env[62788]: _type = "Task" [ 1222.492773] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.503291] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.548654] env[62788]: DEBUG nova.objects.instance [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'flavor' on Instance uuid c53ba01e-4d55-4824-a932-4260c916aea5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.003209] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186572} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.003497] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.004342] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56db8e99-16d3-4b8c-b3f4-b71982aaeaf4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.027896] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 0fde9629-8698-440b-84d9-65b8f439a519/0fde9629-8698-440b-84d9-65b8f439a519.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.028231] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b09252-1a19-42da-9312-cb14a016829f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.050091] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1223.050091] env[62788]: value = "task-2394988" [ 1223.050091] env[62788]: _type = "Task" [ 1223.050091] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.056124] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.056296] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquired lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.056472] env[62788]: DEBUG nova.network.neutron [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.056655] env[62788]: DEBUG nova.objects.instance [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'info_cache' on Instance uuid c53ba01e-4d55-4824-a932-4260c916aea5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.060791] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.560778] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394988, 'name': ReconfigVM_Task, 'duration_secs': 0.375673} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.561145] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 0fde9629-8698-440b-84d9-65b8f439a519/0fde9629-8698-440b-84d9-65b8f439a519.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.562717] env[62788]: DEBUG nova.objects.base [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.563944] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d2921bb-6c27-4bc3-9f2a-c9a81e9beb37 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.571690] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1223.571690] env[62788]: value = "task-2394990" [ 1223.571690] env[62788]: _type = "Task" [ 1223.571690] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.581675] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394990, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.084218] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394990, 'name': Rename_Task, 'duration_secs': 0.14476} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.084218] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.084218] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2483d49e-d44c-4cc9-993e-9b51de8ad572 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.091381] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1224.091381] env[62788]: value = "task-2394991" [ 1224.091381] env[62788]: _type = "Task" [ 1224.091381] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.099921] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.296332] env[62788]: DEBUG nova.network.neutron [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Updating instance_info_cache with network_info: [{"id": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "address": "fa:16:3e:90:4b:d1", "network": {"id": "915bb09a-eaac-40ac-bcc2-785a23e8dfd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1959965782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e22eea17794f089e8ed65a5d76bc5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fda5406-4d", "ovs_interfaceid": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.601222] env[62788]: DEBUG oslo_vmware.api [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2394991, 'name': PowerOnVM_Task, 'duration_secs': 0.489917} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.601576] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.601649] env[62788]: INFO nova.compute.manager [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1224.601831] env[62788]: DEBUG nova.compute.manager [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1224.602591] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcdc28b-8098-4b66-bd7d-e7d772ac50cb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.799275] env[62788]: DEBUG oslo_concurrency.lockutils [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Releasing lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.120798] env[62788]: INFO nova.compute.manager [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Took 12.92 seconds to build instance. [ 1225.623040] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5f9f6a8a-ad4b-4e6b-80ff-1971b46c68f8 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "0fde9629-8698-440b-84d9-65b8f439a519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.426s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.671925] env[62788]: DEBUG nova.compute.manager [req-9410daf4-7519-4e0f-94e6-394bb2fcca23 req-0bce76d8-5229-4c38-9fef-b60855340743 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Received event network-changed-87941ac6-78ae-4de4-9670-7ec2cecbae04 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1225.672155] env[62788]: DEBUG nova.compute.manager [req-9410daf4-7519-4e0f-94e6-394bb2fcca23 req-0bce76d8-5229-4c38-9fef-b60855340743 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Refreshing instance network info cache due to event network-changed-87941ac6-78ae-4de4-9670-7ec2cecbae04. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1225.672377] env[62788]: DEBUG oslo_concurrency.lockutils [req-9410daf4-7519-4e0f-94e6-394bb2fcca23 req-0bce76d8-5229-4c38-9fef-b60855340743 service nova] Acquiring lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.672526] env[62788]: DEBUG oslo_concurrency.lockutils [req-9410daf4-7519-4e0f-94e6-394bb2fcca23 req-0bce76d8-5229-4c38-9fef-b60855340743 service nova] Acquired lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.672704] env[62788]: DEBUG nova.network.neutron [req-9410daf4-7519-4e0f-94e6-394bb2fcca23 req-0bce76d8-5229-4c38-9fef-b60855340743 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Refreshing network info cache for port 87941ac6-78ae-4de4-9670-7ec2cecbae04 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.804905] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.805232] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4379067d-7c6b-4ba0-bbdf-375530c2e0a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.813579] env[62788]: DEBUG oslo_vmware.api [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1225.813579] env[62788]: value = "task-2394992" [ 1225.813579] env[62788]: _type = "Task" [ 1225.813579] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.821289] env[62788]: DEBUG oslo_vmware.api [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.325073] env[62788]: DEBUG oslo_vmware.api [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2394992, 'name': PowerOnVM_Task, 'duration_secs': 0.401768} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.325073] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.325073] env[62788]: DEBUG nova.compute.manager [None req-6d93abeb-febe-4d72-a228-5622ba4956c1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1226.325864] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38121f2-31b7-45e8-9273-53846716b68e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.516661] env[62788]: DEBUG nova.network.neutron [req-9410daf4-7519-4e0f-94e6-394bb2fcca23 req-0bce76d8-5229-4c38-9fef-b60855340743 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Updated VIF entry in instance network info cache for port 87941ac6-78ae-4de4-9670-7ec2cecbae04. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.517084] env[62788]: DEBUG nova.network.neutron [req-9410daf4-7519-4e0f-94e6-394bb2fcca23 req-0bce76d8-5229-4c38-9fef-b60855340743 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Updating instance_info_cache with network_info: [{"id": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "address": "fa:16:3e:54:0d:eb", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87941ac6-78", "ovs_interfaceid": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.019483] env[62788]: DEBUG oslo_concurrency.lockutils [req-9410daf4-7519-4e0f-94e6-394bb2fcca23 req-0bce76d8-5229-4c38-9fef-b60855340743 service nova] Releasing lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.287215] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "cc4dab96-4267-48e5-b594-54dadabec9b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.287830] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.791059] env[62788]: DEBUG nova.compute.manager [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1228.313229] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.313523] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.315189] env[62788]: INFO nova.compute.claims [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1229.210421] env[62788]: DEBUG nova.compute.manager [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1229.211358] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df93785-4fa7-415d-9fcd-3f98873d1892 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.428602] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef86ecad-9fcb-4ce4-95f8-745366d0641b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.437237] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e139e30-6520-445b-9487-7839623d41b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.467737] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b65240-8a47-47be-92f9-3b3a3c7c6ce8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.475955] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa4bff0-8b6a-4ae4-b3f9-9fc1ed0440f9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.489662] env[62788]: DEBUG nova.compute.provider_tree [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.722834] env[62788]: INFO nova.compute.manager [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] instance snapshotting [ 1229.723462] env[62788]: DEBUG nova.objects.instance [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'flavor' on Instance uuid bda137b7-40e8-4a56-aa1e-834676e8d603 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.992832] env[62788]: DEBUG nova.scheduler.client.report [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.228849] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bd7ddf-95bc-42c2-a7ac-68a67cc68e1c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.249887] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1ff5d5-4de1-4fd0-a08a-81a53a1f990c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.497614] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.184s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.498020] env[62788]: DEBUG nova.compute.manager [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1230.761079] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1230.761391] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bfebc445-27ee-4628-8a03-b4683cc8dde6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.770794] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1230.770794] env[62788]: value = "task-2394993" [ 1230.770794] env[62788]: _type = "Task" [ 1230.770794] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.780013] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.003158] env[62788]: DEBUG nova.compute.utils [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1231.004710] env[62788]: DEBUG nova.compute.manager [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1231.004943] env[62788]: DEBUG nova.network.neutron [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.087729] env[62788]: DEBUG nova.policy [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06f0638a29e44179953fb0e75162bbef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '433275e5d6c642efa185be8adbf682d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.282301] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.403999] env[62788]: DEBUG nova.network.neutron [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Successfully created port: bfdedff6-cc41-4399-98bf-4b3d45795f5b {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.508556] env[62788]: DEBUG nova.compute.manager [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1231.781890] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394993, 'name': CreateSnapshot_Task, 'duration_secs': 0.793521} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.782173] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1231.782912] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2581c5-7a71-4619-bf07-a5952408d358 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.015265] env[62788]: INFO nova.virt.block_device [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Booting with volume 7107915c-4715-412c-8497-efa3711c3140 at /dev/sda [ 1232.054163] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fa54910-0a29-4ed4-a52d-6f1f924a58aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.065065] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220138e5-a7fb-4bfb-864f-8bb61fc9320b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.099074] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebab4d11-8566-4b15-83d0-54fca5239607 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.108487] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e14a8d9-f1f2-4507-8448-1db9d1db0b6c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.139541] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da529f1c-cb78-4421-9610-9828343d4198 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.146337] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4af056-19e9-4ed7-bfa6-20a93a18d74d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.162305] env[62788]: DEBUG nova.virt.block_device [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating existing volume attachment record: 93a60704-f99c-4039-a608-27eecdae68df {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1232.302595] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1232.302917] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-12233785-60f4-4e5d-9e50-ce9edf91df0a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.313277] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1232.313277] env[62788]: value = "task-2394994" [ 1232.313277] env[62788]: _type = "Task" [ 1232.313277] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.322477] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394994, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.825193] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394994, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.837803] env[62788]: DEBUG nova.compute.manager [req-3a23c109-7c80-45a7-aad0-e27b0f773381 req-56da0792-371e-4ee1-ab6c-33a65633584d service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Received event network-vif-plugged-bfdedff6-cc41-4399-98bf-4b3d45795f5b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1232.838097] env[62788]: DEBUG oslo_concurrency.lockutils [req-3a23c109-7c80-45a7-aad0-e27b0f773381 req-56da0792-371e-4ee1-ab6c-33a65633584d service nova] Acquiring lock "cc4dab96-4267-48e5-b594-54dadabec9b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.838390] env[62788]: DEBUG oslo_concurrency.lockutils [req-3a23c109-7c80-45a7-aad0-e27b0f773381 req-56da0792-371e-4ee1-ab6c-33a65633584d service nova] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.838582] env[62788]: DEBUG oslo_concurrency.lockutils [req-3a23c109-7c80-45a7-aad0-e27b0f773381 req-56da0792-371e-4ee1-ab6c-33a65633584d service nova] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.838789] env[62788]: DEBUG nova.compute.manager [req-3a23c109-7c80-45a7-aad0-e27b0f773381 req-56da0792-371e-4ee1-ab6c-33a65633584d service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] No waiting events found dispatching network-vif-plugged-bfdedff6-cc41-4399-98bf-4b3d45795f5b {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1232.839010] env[62788]: WARNING nova.compute.manager [req-3a23c109-7c80-45a7-aad0-e27b0f773381 req-56da0792-371e-4ee1-ab6c-33a65633584d service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Received unexpected event network-vif-plugged-bfdedff6-cc41-4399-98bf-4b3d45795f5b for instance with vm_state building and task_state block_device_mapping. [ 1232.928882] env[62788]: DEBUG nova.network.neutron [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Successfully updated port: bfdedff6-cc41-4399-98bf-4b3d45795f5b {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.324436] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394994, 'name': CloneVM_Task} progress is 95%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.433499] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.433693] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.433885] env[62788]: DEBUG nova.network.neutron [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.824931] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2394994, 'name': CloneVM_Task, 'duration_secs': 1.270498} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.825185] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Created linked-clone VM from snapshot [ 1233.825906] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ee6c4e-63c9-4880-a3fb-3dc1552e4ddb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.834900] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Uploading image e4f55f8a-b7e2-47e4-a607-99958b6d2420 {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1233.855286] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1233.855286] env[62788]: value = "vm-485833" [ 1233.855286] env[62788]: _type = "VirtualMachine" [ 1233.855286] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1233.855615] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c0fae246-e96a-4815-a659-857afc1115be {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.863403] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lease: (returnval){ [ 1233.863403] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52eb565e-beaa-1145-cae0-e193bfbc400a" [ 1233.863403] env[62788]: _type = "HttpNfcLease" [ 1233.863403] env[62788]: } obtained for exporting VM: (result){ [ 1233.863403] env[62788]: value = "vm-485833" [ 1233.863403] env[62788]: _type = "VirtualMachine" [ 1233.863403] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1233.863722] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the lease: (returnval){ [ 1233.863722] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52eb565e-beaa-1145-cae0-e193bfbc400a" [ 1233.863722] env[62788]: _type = "HttpNfcLease" [ 1233.863722] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1233.870069] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1233.870069] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52eb565e-beaa-1145-cae0-e193bfbc400a" [ 1233.870069] env[62788]: _type = "HttpNfcLease" [ 1233.870069] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1233.964722] env[62788]: DEBUG nova.network.neutron [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.088512] env[62788]: DEBUG nova.network.neutron [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance_info_cache with network_info: [{"id": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "address": "fa:16:3e:5a:0f:56", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdedff6-cc", "ovs_interfaceid": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.242730] env[62788]: DEBUG nova.compute.manager [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1234.243315] env[62788]: DEBUG nova.virt.hardware [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1234.243535] env[62788]: DEBUG nova.virt.hardware [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.243693] env[62788]: DEBUG nova.virt.hardware [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.243870] env[62788]: DEBUG nova.virt.hardware [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.244026] env[62788]: DEBUG nova.virt.hardware [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.244190] env[62788]: DEBUG nova.virt.hardware [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1234.244417] env[62788]: DEBUG nova.virt.hardware [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1234.244576] env[62788]: DEBUG nova.virt.hardware [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1234.244739] env[62788]: DEBUG nova.virt.hardware [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1234.244901] env[62788]: DEBUG nova.virt.hardware [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1234.245083] env[62788]: DEBUG nova.virt.hardware [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1234.245942] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadde5fb-5d0d-43ea-9f3b-3da5060f0ec0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.254312] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e83749-44a2-4b70-b247-5c9b2fc3aeff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.371625] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1234.371625] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52eb565e-beaa-1145-cae0-e193bfbc400a" [ 1234.371625] env[62788]: _type = "HttpNfcLease" [ 1234.371625] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1234.371871] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1234.371871] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52eb565e-beaa-1145-cae0-e193bfbc400a" [ 1234.371871] env[62788]: _type = "HttpNfcLease" [ 1234.371871] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1234.372596] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dbb23d-d90b-4ed3-98d7-bfb07e591c16 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.380286] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf9cb-f351-275c-3059-49c0c3ff0a1a/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1234.380467] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf9cb-f351-275c-3059-49c0c3ff0a1a/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1234.468376] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5bd4edef-6b5f-491c-9d4b-55b1f73877d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.591152] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.591539] env[62788]: DEBUG nova.compute.manager [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Instance network_info: |[{"id": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "address": "fa:16:3e:5a:0f:56", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdedff6-cc", "ovs_interfaceid": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1234.591977] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:0f:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfdedff6-cc41-4399-98bf-4b3d45795f5b', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.599736] env[62788]: DEBUG oslo.service.loopingcall [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.599966] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.600212] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ce34c8e-fac0-4139-aa79-413e77089898 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.623616] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.623616] env[62788]: value = "task-2394996" [ 1234.623616] env[62788]: _type = "Task" [ 1234.623616] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.633735] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394996, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.872734] env[62788]: DEBUG nova.compute.manager [req-95eb08b9-3f5e-45bc-8c00-26eca847f08f req-d1640bc6-76f9-44c4-bd4b-54b835afe7b2 service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Received event network-changed-bfdedff6-cc41-4399-98bf-4b3d45795f5b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1234.873015] env[62788]: DEBUG nova.compute.manager [req-95eb08b9-3f5e-45bc-8c00-26eca847f08f req-d1640bc6-76f9-44c4-bd4b-54b835afe7b2 service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Refreshing instance network info cache due to event network-changed-bfdedff6-cc41-4399-98bf-4b3d45795f5b. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1234.873871] env[62788]: DEBUG oslo_concurrency.lockutils [req-95eb08b9-3f5e-45bc-8c00-26eca847f08f req-d1640bc6-76f9-44c4-bd4b-54b835afe7b2 service nova] Acquiring lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.873871] env[62788]: DEBUG oslo_concurrency.lockutils [req-95eb08b9-3f5e-45bc-8c00-26eca847f08f req-d1640bc6-76f9-44c4-bd4b-54b835afe7b2 service nova] Acquired lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.873871] env[62788]: DEBUG nova.network.neutron [req-95eb08b9-3f5e-45bc-8c00-26eca847f08f req-d1640bc6-76f9-44c4-bd4b-54b835afe7b2 service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Refreshing network info cache for port bfdedff6-cc41-4399-98bf-4b3d45795f5b {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.134410] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2394996, 'name': CreateVM_Task, 'duration_secs': 0.353726} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.134575] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1235.135380] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485830', 'volume_id': '7107915c-4715-412c-8497-efa3711c3140', 'name': 'volume-7107915c-4715-412c-8497-efa3711c3140', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc4dab96-4267-48e5-b594-54dadabec9b8', 'attached_at': '', 'detached_at': '', 'volume_id': '7107915c-4715-412c-8497-efa3711c3140', 'serial': '7107915c-4715-412c-8497-efa3711c3140'}, 'boot_index': 0, 'guest_format': None, 'attachment_id': '93a60704-f99c-4039-a608-27eecdae68df', 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=62788) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1235.135669] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Root volume attach. Driver type: vmdk {{(pid=62788) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1235.136907] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f1828f-58d6-47ab-8031-827ef22d346b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.146748] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2f388a-7567-454c-b040-b0ff58923e87 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.154205] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bf4de9-2540-4b1e-9dfc-84122e8ca653 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.161385] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f040d692-3661-4e60-8ea6-e85fd3ecb854 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.169607] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1235.169607] env[62788]: value = "task-2394997" [ 1235.169607] env[62788]: _type = "Task" [ 1235.169607] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.180581] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.594364] env[62788]: DEBUG nova.network.neutron [req-95eb08b9-3f5e-45bc-8c00-26eca847f08f req-d1640bc6-76f9-44c4-bd4b-54b835afe7b2 service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updated VIF entry in instance network info cache for port bfdedff6-cc41-4399-98bf-4b3d45795f5b. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.594733] env[62788]: DEBUG nova.network.neutron [req-95eb08b9-3f5e-45bc-8c00-26eca847f08f req-d1640bc6-76f9-44c4-bd4b-54b835afe7b2 service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance_info_cache with network_info: [{"id": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "address": "fa:16:3e:5a:0f:56", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdedff6-cc", "ovs_interfaceid": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.681127] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 13%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.098073] env[62788]: DEBUG oslo_concurrency.lockutils [req-95eb08b9-3f5e-45bc-8c00-26eca847f08f req-d1640bc6-76f9-44c4-bd4b-54b835afe7b2 service nova] Releasing lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.182801] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 13%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.682040] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 13%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.181489] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 13%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.683579] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 13%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.802433] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "691459b0-7f61-4050-b9bc-d3efea39e401" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.802716] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "691459b0-7f61-4050-b9bc-d3efea39e401" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.802934] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.803140] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.803359] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "691459b0-7f61-4050-b9bc-d3efea39e401-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.805670] env[62788]: INFO nova.compute.manager [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Terminating instance [ 1238.185671] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 34%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.309111] env[62788]: DEBUG nova.compute.manager [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1238.309384] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.310359] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a66db4-afc7-4300-8954-fab7b96a1bb8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.321174] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.321518] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c99150f7-3cef-4f64-a52b-3b5ed62f22e9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.333022] env[62788]: DEBUG oslo_vmware.api [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1238.333022] env[62788]: value = "task-2394998" [ 1238.333022] env[62788]: _type = "Task" [ 1238.333022] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.350097] env[62788]: DEBUG oslo_vmware.api [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.686660] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 49%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.847395] env[62788]: DEBUG oslo_vmware.api [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2394998, 'name': PowerOffVM_Task, 'duration_secs': 0.35349} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.847765] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.847951] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.848234] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-215dfd72-6eea-474e-a59b-b3c9eccd759e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.936369] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.936613] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.936805] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleting the datastore file [datastore2] 691459b0-7f61-4050-b9bc-d3efea39e401 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.937113] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1bf16f1-35cd-4fee-abe5-f5a8e792edc4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.949030] env[62788]: DEBUG oslo_vmware.api [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for the task: (returnval){ [ 1238.949030] env[62788]: value = "task-2395000" [ 1238.949030] env[62788]: _type = "Task" [ 1238.949030] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.965770] env[62788]: DEBUG oslo_vmware.api [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2395000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.187234] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 62%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.464210] env[62788]: DEBUG oslo_vmware.api [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Task: {'id': task-2395000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283287} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.464552] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.464688] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.464863] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.465097] env[62788]: INFO nova.compute.manager [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1239.465405] env[62788]: DEBUG oslo.service.loopingcall [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1239.465643] env[62788]: DEBUG nova.compute.manager [-] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1239.465742] env[62788]: DEBUG nova.network.neutron [-] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.688593] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 76%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.104825] env[62788]: DEBUG nova.compute.manager [req-d9063ed6-2891-44c1-9049-a798f30b08a4 req-e0538a25-2840-42d8-a0d8-fd79ba9960dc service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Received event network-vif-deleted-de40fe67-f3cd-4e8c-b132-3b55f6b9e03a {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1240.104933] env[62788]: INFO nova.compute.manager [req-d9063ed6-2891-44c1-9049-a798f30b08a4 req-e0538a25-2840-42d8-a0d8-fd79ba9960dc service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Neutron deleted interface de40fe67-f3cd-4e8c-b132-3b55f6b9e03a; detaching it from the instance and deleting it from the info cache [ 1240.105208] env[62788]: DEBUG nova.network.neutron [req-d9063ed6-2891-44c1-9049-a798f30b08a4 req-e0538a25-2840-42d8-a0d8-fd79ba9960dc service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.187548] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 92%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.585178] env[62788]: DEBUG nova.network.neutron [-] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.608681] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a4aa698-d3f4-4924-ae88-af05391c35ac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.621486] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d7b2e0-5c3e-4b66-9746-55b88db7ba69 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.659883] env[62788]: DEBUG nova.compute.manager [req-d9063ed6-2891-44c1-9049-a798f30b08a4 req-e0538a25-2840-42d8-a0d8-fd79ba9960dc service nova] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Detach interface failed, port_id=de40fe67-f3cd-4e8c-b132-3b55f6b9e03a, reason: Instance 691459b0-7f61-4050-b9bc-d3efea39e401 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1240.685230] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 97%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.088067] env[62788]: INFO nova.compute.manager [-] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Took 1.62 seconds to deallocate network for instance. [ 1241.185919] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 98%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.594667] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.595115] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.595270] env[62788]: DEBUG nova.objects.instance [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lazy-loading 'resources' on Instance uuid 691459b0-7f61-4050-b9bc-d3efea39e401 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.686290] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 98%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.170498] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquiring lock "32b57006-0267-46f2-8706-e7b2020a733c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.171020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Lock "32b57006-0267-46f2-8706-e7b2020a733c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.171020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquiring lock "32b57006-0267-46f2-8706-e7b2020a733c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.171287] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Lock "32b57006-0267-46f2-8706-e7b2020a733c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.171448] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Lock "32b57006-0267-46f2-8706-e7b2020a733c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.175938] env[62788]: INFO nova.compute.manager [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Terminating instance [ 1242.188516] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task} progress is 98%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.238041] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544ca3d5-fb10-41ef-ba83-da6a01c7e75d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.246248] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac8556-dabb-4fbf-a422-7d36b9ebe669 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.277479] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdeb31a-da72-4bb5-a034-93cb4b55177e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.285898] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee2104c-f590-40f4-8bb4-e2c8a958153e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.300105] env[62788]: DEBUG nova.compute.provider_tree [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.683823] env[62788]: DEBUG nova.compute.manager [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1242.684324] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.684799] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699e3acc-496d-4419-bacc-cbe05c6d5123 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.693471] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2394997, 'name': RelocateVM_Task, 'duration_secs': 7.145103} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.695522] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1242.695734] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485830', 'volume_id': '7107915c-4715-412c-8497-efa3711c3140', 'name': 'volume-7107915c-4715-412c-8497-efa3711c3140', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc4dab96-4267-48e5-b594-54dadabec9b8', 'attached_at': '', 'detached_at': '', 'volume_id': '7107915c-4715-412c-8497-efa3711c3140', 'serial': '7107915c-4715-412c-8497-efa3711c3140'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1242.696109] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.696805] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c650c6-5665-4d0a-8ae2-a79e42a22fb3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.699207] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e4c448b-f115-4a3a-9b81-165130a6f1b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.716450] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495d4b58-8424-4c00-af7d-462be4f16f02 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.719109] env[62788]: DEBUG oslo_vmware.api [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for the task: (returnval){ [ 1242.719109] env[62788]: value = "task-2395001" [ 1242.719109] env[62788]: _type = "Task" [ 1242.719109] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.740253] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-7107915c-4715-412c-8497-efa3711c3140/volume-7107915c-4715-412c-8497-efa3711c3140.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.741032] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc8c3e12-83e7-430a-a4bf-a8b45864c424 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.759108] env[62788]: DEBUG oslo_vmware.api [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2395001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.766674] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1242.766674] env[62788]: value = "task-2395002" [ 1242.766674] env[62788]: _type = "Task" [ 1242.766674] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.775756] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.822102] env[62788]: ERROR nova.scheduler.client.report [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] [req-d0951247-7072-41e1-8a5b-6f9228c33718] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0951247-7072-41e1-8a5b-6f9228c33718"}]} [ 1242.840180] env[62788]: DEBUG nova.scheduler.client.report [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1242.856406] env[62788]: DEBUG nova.scheduler.client.report [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1242.856636] env[62788]: DEBUG nova.compute.provider_tree [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.868883] env[62788]: DEBUG nova.scheduler.client.report [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1242.889891] env[62788]: DEBUG nova.scheduler.client.report [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1243.021773] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f17e76-f5ce-4b15-ab26-17b186063ff4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.030714] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcbd564-7a13-41be-ba80-c0b76768c361 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.065363] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5937f65a-26ce-4a66-bcac-82e67cd46dba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.073710] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e30232e-6f80-4ac5-9bfb-78fd7a3d3b89 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.087606] env[62788]: DEBUG nova.compute.provider_tree [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1243.230120] env[62788]: DEBUG oslo_vmware.api [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2395001, 'name': PowerOffVM_Task, 'duration_secs': 0.380128} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.230503] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.230686] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.231106] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e6dc43d-ff78-4b1e-8076-4ac0ced43a36 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.277081] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395002, 'name': ReconfigVM_Task, 'duration_secs': 0.298255} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.277433] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-7107915c-4715-412c-8497-efa3711c3140/volume-7107915c-4715-412c-8497-efa3711c3140.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.282173] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8eb8fb1-dc33-44d6-b463-e98e9a5ac6aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.300961] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1243.300961] env[62788]: value = "task-2395004" [ 1243.300961] env[62788]: _type = "Task" [ 1243.300961] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.310956] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.311282] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.311385] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Deleting the datastore file [datastore2] 32b57006-0267-46f2-8706-e7b2020a733c {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.314696] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ef98fe2-4e5f-4679-a667-f92643788847 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.316862] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.322389] env[62788]: DEBUG oslo_vmware.api [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for the task: (returnval){ [ 1243.322389] env[62788]: value = "task-2395005" [ 1243.322389] env[62788]: _type = "Task" [ 1243.322389] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.333008] env[62788]: DEBUG oslo_vmware.api [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2395005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.361811] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf9cb-f351-275c-3059-49c0c3ff0a1a/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1243.362808] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d602e0e-dbc2-4d37-8e15-2c6e8d0b9fae {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.369892] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf9cb-f351-275c-3059-49c0c3ff0a1a/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1243.370076] env[62788]: ERROR oslo_vmware.rw_handles [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf9cb-f351-275c-3059-49c0c3ff0a1a/disk-0.vmdk due to incomplete transfer. [ 1243.370309] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8ee09392-1cd1-4231-b6eb-300356bb033b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.378202] env[62788]: DEBUG oslo_vmware.rw_handles [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cdf9cb-f351-275c-3059-49c0c3ff0a1a/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1243.378431] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Uploaded image e4f55f8a-b7e2-47e4-a607-99958b6d2420 to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1243.380803] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1243.381058] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e225ac0-e253-406a-a9de-99b8b76eded7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.387399] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1243.387399] env[62788]: value = "task-2395006" [ 1243.387399] env[62788]: _type = "Task" [ 1243.387399] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.395266] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395006, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.617598] env[62788]: DEBUG nova.scheduler.client.report [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1243.617875] env[62788]: DEBUG nova.compute.provider_tree [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 165 to 166 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1243.618076] env[62788]: DEBUG nova.compute.provider_tree [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1243.811747] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395004, 'name': ReconfigVM_Task, 'duration_secs': 0.137196} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.812162] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485830', 'volume_id': '7107915c-4715-412c-8497-efa3711c3140', 'name': 'volume-7107915c-4715-412c-8497-efa3711c3140', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc4dab96-4267-48e5-b594-54dadabec9b8', 'attached_at': '', 'detached_at': '', 'volume_id': '7107915c-4715-412c-8497-efa3711c3140', 'serial': '7107915c-4715-412c-8497-efa3711c3140'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1243.812576] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab5a45f9-c76f-4236-9514-d74c88b41bf1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.819750] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1243.819750] env[62788]: value = "task-2395007" [ 1243.819750] env[62788]: _type = "Task" [ 1243.819750] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.830905] env[62788]: DEBUG oslo_vmware.api [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Task: {'id': task-2395005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161561} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.834085] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.834780] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.834780] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.834780] env[62788]: INFO nova.compute.manager [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1243.834990] env[62788]: DEBUG oslo.service.loopingcall [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1243.835106] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395007, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.835315] env[62788]: DEBUG nova.compute.manager [-] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1243.835411] env[62788]: DEBUG nova.network.neutron [-] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.898756] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395006, 'name': Destroy_Task, 'duration_secs': 0.372798} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.899047] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Destroyed the VM [ 1243.899438] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1243.899608] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a329c04c-4179-41ed-968a-73478f8f0c6e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.908302] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1243.908302] env[62788]: value = "task-2395008" [ 1243.908302] env[62788]: _type = "Task" [ 1243.908302] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.917648] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395008, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.125603] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.528s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.147660] env[62788]: INFO nova.scheduler.client.report [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Deleted allocations for instance 691459b0-7f61-4050-b9bc-d3efea39e401 [ 1244.332752] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395007, 'name': Rename_Task, 'duration_secs': 0.153884} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.332752] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.332752] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cb293bb-cb94-4804-9c65-4a6ecad90e71 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.339072] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1244.339072] env[62788]: value = "task-2395009" [ 1244.339072] env[62788]: _type = "Task" [ 1244.339072] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.347254] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.420912] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395008, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.596131] env[62788]: DEBUG nova.compute.manager [req-6806cd30-6395-40fd-b603-bd2ecb32c6b0 req-33dc3f88-370e-4592-b497-c396670d2a09 service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Received event network-vif-deleted-f2fa4d01-dd62-496f-9e4e-5dd2504c6043 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1244.596131] env[62788]: INFO nova.compute.manager [req-6806cd30-6395-40fd-b603-bd2ecb32c6b0 req-33dc3f88-370e-4592-b497-c396670d2a09 service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Neutron deleted interface f2fa4d01-dd62-496f-9e4e-5dd2504c6043; detaching it from the instance and deleting it from the info cache [ 1244.596445] env[62788]: DEBUG nova.network.neutron [req-6806cd30-6395-40fd-b603-bd2ecb32c6b0 req-33dc3f88-370e-4592-b497-c396670d2a09 service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.657215] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5b17a24d-54c2-4954-82e8-e67dea7e598b tempest-AttachVolumeShelveTestJSON-138539062 tempest-AttachVolumeShelveTestJSON-138539062-project-member] Lock "691459b0-7f61-4050-b9bc-d3efea39e401" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.854s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.851144] env[62788]: DEBUG oslo_vmware.api [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395009, 'name': PowerOnVM_Task, 'duration_secs': 0.493628} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.851523] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.851684] env[62788]: INFO nova.compute.manager [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Took 10.61 seconds to spawn the instance on the hypervisor. [ 1244.851817] env[62788]: DEBUG nova.compute.manager [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1244.852650] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c3253f-ce07-4c26-9666-83871884ec2e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.919708] env[62788]: DEBUG oslo_vmware.api [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395008, 'name': RemoveSnapshot_Task, 'duration_secs': 0.921927} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.919974] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1244.920537] env[62788]: INFO nova.compute.manager [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Took 14.69 seconds to snapshot the instance on the hypervisor. [ 1245.076424] env[62788]: DEBUG nova.network.neutron [-] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.099376] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98870121-c7c2-4d1e-87fc-7ac8b13309a9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.110208] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a4f2c8-e097-40dd-a3e3-368b33257ad1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.146587] env[62788]: DEBUG nova.compute.manager [req-6806cd30-6395-40fd-b603-bd2ecb32c6b0 req-33dc3f88-370e-4592-b497-c396670d2a09 service nova] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Detach interface failed, port_id=f2fa4d01-dd62-496f-9e4e-5dd2504c6043, reason: Instance 32b57006-0267-46f2-8706-e7b2020a733c could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1245.376097] env[62788]: INFO nova.compute.manager [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Took 17.08 seconds to build instance. [ 1245.480967] env[62788]: DEBUG nova.compute.manager [None req-7d6bd49f-9839-4773-af09-b7e0b795a339 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Found 1 images (rotation: 2) {{(pid=62788) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5031}} [ 1245.580286] env[62788]: INFO nova.compute.manager [-] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Took 1.74 seconds to deallocate network for instance. [ 1245.882967] env[62788]: DEBUG oslo_concurrency.lockutils [None req-47ccdda5-df84-4bb5-bdd1-20af175ade8f tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.595s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.087197] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.087512] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.087778] env[62788]: DEBUG nova.objects.instance [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Lazy-loading 'resources' on Instance uuid 32b57006-0267-46f2-8706-e7b2020a733c {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.118690] env[62788]: DEBUG nova.compute.manager [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1246.119635] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee476910-1916-4d7b-aaac-b896e14c789a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.632852] env[62788]: INFO nova.compute.manager [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] instance snapshotting [ 1246.633717] env[62788]: DEBUG nova.objects.instance [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'flavor' on Instance uuid bda137b7-40e8-4a56-aa1e-834676e8d603 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.640203] env[62788]: DEBUG nova.compute.manager [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Received event network-changed-0a02da31-3b0d-4d7b-9e66-e4975d781f95 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1246.640203] env[62788]: DEBUG nova.compute.manager [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Refreshing instance network info cache due to event network-changed-0a02da31-3b0d-4d7b-9e66-e4975d781f95. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1246.640203] env[62788]: DEBUG oslo_concurrency.lockutils [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] Acquiring lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.640203] env[62788]: DEBUG oslo_concurrency.lockutils [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] Acquired lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.640376] env[62788]: DEBUG nova.network.neutron [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Refreshing network info cache for port 0a02da31-3b0d-4d7b-9e66-e4975d781f95 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.730812] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6033b4e4-7d9e-45bd-894c-057fea8e37d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.738420] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458d3e3a-7f69-4274-999a-c2a794021a3a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.768880] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca085e6-deb7-4c95-a5e5-b017000b9241 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.777284] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa6e630-00ba-486d-9267-83238a2f0c12 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.793242] env[62788]: DEBUG nova.compute.provider_tree [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.142279] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6833d8-5823-4219-950a-ee54ef3f6afb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.164122] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9c8f36-4a6f-4fbd-a78e-e55347653036 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.312850] env[62788]: ERROR nova.scheduler.client.report [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] [req-19206a94-cc2b-4587-9d88-7b13d6b40453] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 2fde3e97-72c1-479b-994f-72c28581c753. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19206a94-cc2b-4587-9d88-7b13d6b40453"}]} [ 1247.328136] env[62788]: DEBUG nova.scheduler.client.report [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Refreshing inventories for resource provider 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1247.341882] env[62788]: DEBUG nova.scheduler.client.report [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Updating ProviderTree inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1247.342132] env[62788]: DEBUG nova.compute.provider_tree [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 151, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.353771] env[62788]: DEBUG nova.scheduler.client.report [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Refreshing aggregate associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, aggregates: None {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1247.370722] env[62788]: DEBUG nova.scheduler.client.report [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Refreshing trait associations for resource provider 2fde3e97-72c1-479b-994f-72c28581c753, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=62788) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1247.373804] env[62788]: DEBUG nova.network.neutron [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updated VIF entry in instance network info cache for port 0a02da31-3b0d-4d7b-9e66-e4975d781f95. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1247.374177] env[62788]: DEBUG nova.network.neutron [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updating instance_info_cache with network_info: [{"id": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "address": "fa:16:3e:27:1f:1e", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a02da31-3b", "ovs_interfaceid": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.489811] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdeea6c-4a9f-4399-af19-213cd632726c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.498465] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8446dc-b464-48a9-a015-aac4192a1381 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.533022] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11077ea0-3745-4762-a7c8-c8822ae0d4a2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.542034] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8584f75-3b29-4621-8e01-8a521656affa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.557493] env[62788]: DEBUG nova.compute.provider_tree [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.676350] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1247.676712] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-873ecf52-bfe8-4fa2-9efe-edf5713f81de {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.684393] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1247.684393] env[62788]: value = "task-2395011" [ 1247.684393] env[62788]: _type = "Task" [ 1247.684393] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.692427] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395011, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.700614] env[62788]: DEBUG nova.compute.manager [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Stashing vm_state: active {{(pid=62788) _prep_resize /opt/stack/nova/nova/compute/manager.py:6150}} [ 1247.877273] env[62788]: DEBUG oslo_concurrency.lockutils [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] Releasing lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.877531] env[62788]: DEBUG nova.compute.manager [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Received event network-changed-bfdedff6-cc41-4399-98bf-4b3d45795f5b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1247.877707] env[62788]: DEBUG nova.compute.manager [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Refreshing instance network info cache due to event network-changed-bfdedff6-cc41-4399-98bf-4b3d45795f5b. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1247.877922] env[62788]: DEBUG oslo_concurrency.lockutils [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] Acquiring lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.878077] env[62788]: DEBUG oslo_concurrency.lockutils [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] Acquired lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.878249] env[62788]: DEBUG nova.network.neutron [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Refreshing network info cache for port bfdedff6-cc41-4399-98bf-4b3d45795f5b {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.093740] env[62788]: DEBUG nova.scheduler.client.report [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Updated inventory for provider 2fde3e97-72c1-479b-994f-72c28581c753 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1248.094029] env[62788]: DEBUG nova.compute.provider_tree [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Updating resource provider 2fde3e97-72c1-479b-994f-72c28581c753 generation from 168 to 169 during operation: update_inventory {{(pid=62788) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1248.094225] env[62788]: DEBUG nova.compute.provider_tree [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Updating inventory in ProviderTree for provider 2fde3e97-72c1-479b-994f-72c28581c753 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.195310] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395011, 'name': CreateSnapshot_Task, 'duration_secs': 0.421013} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.195667] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1248.196425] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2d39f7-8f76-4ec8-8f15-99da4602a29f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.222694] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.598876] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.511s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.601164] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.379s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.607255] env[62788]: DEBUG nova.network.neutron [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updated VIF entry in instance network info cache for port bfdedff6-cc41-4399-98bf-4b3d45795f5b. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.607642] env[62788]: DEBUG nova.network.neutron [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance_info_cache with network_info: [{"id": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "address": "fa:16:3e:5a:0f:56", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdedff6-cc", "ovs_interfaceid": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.621397] env[62788]: INFO nova.scheduler.client.report [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Deleted allocations for instance 32b57006-0267-46f2-8706-e7b2020a733c [ 1248.717023] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1248.717337] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-78833788-fdad-46e7-ba7e-b25685af65c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.727365] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1248.727365] env[62788]: value = "task-2395012" [ 1248.727365] env[62788]: _type = "Task" [ 1248.727365] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.737924] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395012, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.106398] env[62788]: INFO nova.compute.claims [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.110516] env[62788]: DEBUG oslo_concurrency.lockutils [req-5cce796e-8842-42d8-bac0-e5de164a83b2 req-da775a5b-21b3-4033-a2a1-b205cae6ab7b service nova] Releasing lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.128442] env[62788]: DEBUG oslo_concurrency.lockutils [None req-876dd7b2-0cf8-4b6f-9fcb-d49b2962e852 tempest-ServersTestJSON-995705119 tempest-ServersTestJSON-995705119-project-member] Lock "32b57006-0267-46f2-8706-e7b2020a733c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.958s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.238996] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395012, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.614305] env[62788]: INFO nova.compute.resource_tracker [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating resource usage from migration a95b01a2-46b6-48a4-a302-31c849f73a26 [ 1249.740015] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395012, 'name': CloneVM_Task} progress is 95%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.740943] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1a2afa-0dca-409e-8cb4-3709c39bfbab {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.748164] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ee02d3-b042-45ad-9e6f-38366dfe3da3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.785982] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766bf58c-4443-4af4-b612-4935ba8e0962 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.795157] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2659b1-4fbf-493d-907a-88261dfc5cee {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.810482] env[62788]: DEBUG nova.compute.provider_tree [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.241172] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395012, 'name': CloneVM_Task, 'duration_secs': 1.234543} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.241172] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Created linked-clone VM from snapshot [ 1250.241685] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276a6008-8641-4447-928b-10c8182fe710 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.251091] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Uploading image 260ade07-6e9d-4646-9edb-22ae2a64ba04 {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1250.273829] env[62788]: DEBUG oslo_vmware.rw_handles [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1250.273829] env[62788]: value = "vm-485836" [ 1250.273829] env[62788]: _type = "VirtualMachine" [ 1250.273829] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1250.274809] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca86b625-06e8-4492-ab36-ceaaf7905fb9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.282538] env[62788]: DEBUG oslo_vmware.rw_handles [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lease: (returnval){ [ 1250.282538] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ce2f52-0fbe-5502-fd47-0607f6c35118" [ 1250.282538] env[62788]: _type = "HttpNfcLease" [ 1250.282538] env[62788]: } obtained for exporting VM: (result){ [ 1250.282538] env[62788]: value = "vm-485836" [ 1250.282538] env[62788]: _type = "VirtualMachine" [ 1250.282538] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1250.282851] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the lease: (returnval){ [ 1250.282851] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ce2f52-0fbe-5502-fd47-0607f6c35118" [ 1250.282851] env[62788]: _type = "HttpNfcLease" [ 1250.282851] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1250.289579] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.289579] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ce2f52-0fbe-5502-fd47-0607f6c35118" [ 1250.289579] env[62788]: _type = "HttpNfcLease" [ 1250.289579] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1250.313537] env[62788]: DEBUG nova.scheduler.client.report [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.791777] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.791777] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ce2f52-0fbe-5502-fd47-0607f6c35118" [ 1250.791777] env[62788]: _type = "HttpNfcLease" [ 1250.791777] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1250.792432] env[62788]: DEBUG oslo_vmware.rw_handles [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1250.792432] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ce2f52-0fbe-5502-fd47-0607f6c35118" [ 1250.792432] env[62788]: _type = "HttpNfcLease" [ 1250.792432] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1250.792876] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfdff05-5820-4dbb-977a-71cdf165689c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.801928] env[62788]: DEBUG oslo_vmware.rw_handles [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52816dbd-6db0-9746-2091-f592c3c631fb/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1250.802127] env[62788]: DEBUG oslo_vmware.rw_handles [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52816dbd-6db0-9746-2091-f592c3c631fb/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1250.861614] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.260s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.861858] env[62788]: INFO nova.compute.manager [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Migrating [ 1250.906331] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-33fad019-b4e8-4d3b-bb3b-bb9be878fdf2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.379802] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.379802] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.379802] env[62788]: DEBUG nova.network.neutron [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.137751] env[62788]: DEBUG nova.network.neutron [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance_info_cache with network_info: [{"id": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "address": "fa:16:3e:5a:0f:56", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdedff6-cc", "ovs_interfaceid": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.641148] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.155995] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d790b3e5-0d05-4fad-ba4c-6a08e3a00b84 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.177155] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance 'cc4dab96-4267-48e5-b594-54dadabec9b8' progress to 0 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.683382] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.683748] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-332b8386-d0fb-4803-9ab5-4ea0616df9f4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.692296] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1254.692296] env[62788]: value = "task-2395014" [ 1254.692296] env[62788]: _type = "Task" [ 1254.692296] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.701941] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.202806] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395014, 'name': PowerOffVM_Task, 'duration_secs': 0.26808} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.203266] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.203320] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance 'cc4dab96-4267-48e5-b594-54dadabec9b8' progress to 17 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.710139] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.710400] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.710583] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.710775] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.710927] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.711091] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.711297] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.711488] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.711669] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.711833] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.712016] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.717087] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49656c28-3f93-4b6d-a9ab-2bb165c01fff {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.734925] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1255.734925] env[62788]: value = "task-2395015" [ 1255.734925] env[62788]: _type = "Task" [ 1255.734925] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.744991] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.015024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.015024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.246048] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395015, 'name': ReconfigVM_Task, 'duration_secs': 0.185126} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.246434] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance 'cc4dab96-4267-48e5-b594-54dadabec9b8' progress to 33 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.518203] env[62788]: DEBUG nova.compute.utils [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1256.753169] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.753450] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.753588] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.753783] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.753930] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.754127] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.754355] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.754549] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.754728] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.754897] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.755089] env[62788]: DEBUG nova.virt.hardware [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.760649] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.760958] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a3c1f9f-352f-44e3-adf6-bde4df68385c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.780744] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1256.780744] env[62788]: value = "task-2395016" [ 1256.780744] env[62788]: _type = "Task" [ 1256.780744] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.790561] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.021247] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.290622] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395016, 'name': ReconfigVM_Task, 'duration_secs': 0.177159} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.290991] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.291680] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ad38d2-bef3-456a-b867-11f6bf1704dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.314736] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-7107915c-4715-412c-8497-efa3711c3140/volume-7107915c-4715-412c-8497-efa3711c3140.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.315063] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81695a2d-aa61-4ef1-adf7-90fe915fabe7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.333798] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1257.333798] env[62788]: value = "task-2395017" [ 1257.333798] env[62788]: _type = "Task" [ 1257.333798] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.341818] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.844508] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395017, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.090956] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.091223] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.091540] env[62788]: INFO nova.compute.manager [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Attaching volume 5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5 to /dev/sdb [ 1258.123211] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f2f36e-a566-4fd7-a55f-e2b665734a50 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.131329] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf6816d-e85d-4f18-b56e-ef7d3c20cabd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.146523] env[62788]: DEBUG nova.virt.block_device [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Updating existing volume attachment record: af582fab-a5a8-4f8f-80c0-768ae90d52df {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1258.346892] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395017, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.656539] env[62788]: DEBUG oslo_vmware.rw_handles [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52816dbd-6db0-9746-2091-f592c3c631fb/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1258.657454] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f49f3e5-9654-4128-b375-a0d753670d38 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.664018] env[62788]: DEBUG oslo_vmware.rw_handles [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52816dbd-6db0-9746-2091-f592c3c631fb/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1258.664201] env[62788]: ERROR oslo_vmware.rw_handles [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52816dbd-6db0-9746-2091-f592c3c631fb/disk-0.vmdk due to incomplete transfer. [ 1258.664422] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bac95948-7fb5-4b16-88ad-7de2e8d0d978 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.672136] env[62788]: DEBUG oslo_vmware.rw_handles [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52816dbd-6db0-9746-2091-f592c3c631fb/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1258.672334] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Uploaded image 260ade07-6e9d-4646-9edb-22ae2a64ba04 to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1258.674640] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1258.674869] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-853943c9-5263-45b1-ab23-c6e1c4dd1f15 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.680552] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1258.680552] env[62788]: value = "task-2395019" [ 1258.680552] env[62788]: _type = "Task" [ 1258.680552] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.688476] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395019, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.845951] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395017, 'name': ReconfigVM_Task, 'duration_secs': 1.264367} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.846245] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-7107915c-4715-412c-8497-efa3711c3140/volume-7107915c-4715-412c-8497-efa3711c3140.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.846517] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance 'cc4dab96-4267-48e5-b594-54dadabec9b8' progress to 50 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.190438] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395019, 'name': Destroy_Task, 'duration_secs': 0.424632} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.190679] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Destroyed the VM [ 1259.190889] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1259.191159] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6b77102-a243-44b4-afa9-479a7d43950e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.198684] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1259.198684] env[62788]: value = "task-2395020" [ 1259.198684] env[62788]: _type = "Task" [ 1259.198684] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.206170] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395020, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.354198] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b246cf61-be1b-40b2-9839-77d4a72bade1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.376151] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730d1664-af69-450b-bc8a-1a5bcafdab5f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.394155] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance 'cc4dab96-4267-48e5-b594-54dadabec9b8' progress to 67 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.708445] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395020, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.210097] env[62788]: DEBUG oslo_vmware.api [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395020, 'name': RemoveSnapshot_Task, 'duration_secs': 0.914074} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.210424] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1260.210700] env[62788]: INFO nova.compute.manager [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Took 13.07 seconds to snapshot the instance on the hypervisor. [ 1260.750307] env[62788]: DEBUG nova.compute.manager [None req-5cd5f706-1b54-4ac9-a60b-963e44b3ab77 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Found 2 images (rotation: 2) {{(pid=62788) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5031}} [ 1261.031932] env[62788]: DEBUG nova.network.neutron [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Port bfdedff6-cc41-4399-98bf-4b3d45795f5b binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1262.057753] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "cc4dab96-4267-48e5-b594-54dadabec9b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.058138] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.058237] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.154378] env[62788]: DEBUG nova.compute.manager [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1262.155402] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74931385-3455-49e2-85de-eb67b562856e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.318097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "0fde9629-8698-440b-84d9-65b8f439a519" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.318412] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "0fde9629-8698-440b-84d9-65b8f439a519" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.318634] env[62788]: DEBUG nova.compute.manager [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1262.319632] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a049123b-25de-4a47-a5f1-12ee2f9c766a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.326848] env[62788]: DEBUG nova.compute.manager [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62788) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3418}} [ 1262.327381] env[62788]: DEBUG nova.objects.instance [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lazy-loading 'flavor' on Instance uuid 0fde9629-8698-440b-84d9-65b8f439a519 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.666346] env[62788]: INFO nova.compute.manager [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] instance snapshotting [ 1262.666933] env[62788]: DEBUG nova.objects.instance [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'flavor' on Instance uuid bda137b7-40e8-4a56-aa1e-834676e8d603 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.691872] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1262.692103] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485837', 'volume_id': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'name': 'volume-5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3fbd2d5-4b63-4466-ab37-1ab16ddc796a', 'attached_at': '', 'detached_at': '', 'volume_id': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'serial': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1262.692920] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3415b84b-5367-479d-90a0-faf7af43264a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.709020] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f02aa9-4b8e-4a11-b1cf-c3b491777d60 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.732162] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5/volume-5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.732390] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc638fb3-f825-467c-b2f5-22dc60b815f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.749747] env[62788]: DEBUG oslo_vmware.api [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1262.749747] env[62788]: value = "task-2395022" [ 1262.749747] env[62788]: _type = "Task" [ 1262.749747] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.756727] env[62788]: DEBUG oslo_vmware.api [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.074878] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "c53ba01e-4d55-4824-a932-4260c916aea5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.074878] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.093500] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.093699] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.093877] env[62788]: DEBUG nova.network.neutron [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.172358] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7a08f6-c541-4b86-bed3-9b22d2eeb83a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.191023] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e9e9ca-63d9-4973-855c-2b986ee5d61a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.258988] env[62788]: DEBUG oslo_vmware.api [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395022, 'name': ReconfigVM_Task, 'duration_secs': 0.322697} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.259279] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5/volume-5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.264113] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca83e5a6-20bf-40f6-b792-bdf78a96f31f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.278845] env[62788]: DEBUG oslo_vmware.api [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1263.278845] env[62788]: value = "task-2395023" [ 1263.278845] env[62788]: _type = "Task" [ 1263.278845] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.286386] env[62788]: DEBUG oslo_vmware.api [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.334465] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.334800] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cbe1ee1-a226-4e29-95d8-3cf4f1c7a055 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.341455] env[62788]: DEBUG oslo_vmware.api [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1263.341455] env[62788]: value = "task-2395024" [ 1263.341455] env[62788]: _type = "Task" [ 1263.341455] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.349181] env[62788]: DEBUG oslo_vmware.api [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.577370] env[62788]: INFO nova.compute.manager [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Detaching volume 8581f4cb-67c3-45b7-af9e-0d6a5228663c [ 1263.607411] env[62788]: INFO nova.virt.block_device [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Attempting to driver detach volume 8581f4cb-67c3-45b7-af9e-0d6a5228663c from mountpoint /dev/sdb [ 1263.607650] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1263.607837] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485829', 'volume_id': '8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'name': 'volume-8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c53ba01e-4d55-4824-a932-4260c916aea5', 'attached_at': '', 'detached_at': '', 'volume_id': '8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'serial': '8581f4cb-67c3-45b7-af9e-0d6a5228663c'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1263.609033] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa277025-a9b2-4d45-92b6-cf293372f97d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.632281] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59061dc-a215-44bb-bb38-0121ae37afaa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.639044] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbaecba-2486-4055-9641-f21a05771d9d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.660509] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7fb263-b029-42df-84a1-f9ff32329cb6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.674869] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] The volume has not been displaced from its original location: [datastore1] volume-8581f4cb-67c3-45b7-af9e-0d6a5228663c/volume-8581f4cb-67c3-45b7-af9e-0d6a5228663c.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1263.679941] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.682177] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c2c3276-8ca9-41b0-9e12-b13df41274ea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.699955] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1263.700274] env[62788]: DEBUG oslo_vmware.api [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1263.700274] env[62788]: value = "task-2395025" [ 1263.700274] env[62788]: _type = "Task" [ 1263.700274] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.700450] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a36e752b-0c6c-4ea1-ab60-dcc76a97d265 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.710399] env[62788]: DEBUG oslo_vmware.api [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.711435] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1263.711435] env[62788]: value = "task-2395026" [ 1263.711435] env[62788]: _type = "Task" [ 1263.711435] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.718451] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.788176] env[62788]: DEBUG oslo_vmware.api [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395023, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.836228] env[62788]: DEBUG nova.network.neutron [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance_info_cache with network_info: [{"id": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "address": "fa:16:3e:5a:0f:56", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdedff6-cc", "ovs_interfaceid": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.850923] env[62788]: DEBUG oslo_vmware.api [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395024, 'name': PowerOffVM_Task, 'duration_secs': 0.192287} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.851182] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.851419] env[62788]: DEBUG nova.compute.manager [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1263.852286] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429502a9-a32b-4ea9-8050-be1a80fa9d53 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.213293] env[62788]: DEBUG oslo_vmware.api [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.221113] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.288627] env[62788]: DEBUG oslo_vmware.api [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395023, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.338720] env[62788]: DEBUG oslo_concurrency.lockutils [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.362823] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0916163d-fac0-484e-932a-ce4f4f384989 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "0fde9629-8698-440b-84d9-65b8f439a519" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.698796] env[62788]: DEBUG nova.objects.instance [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lazy-loading 'flavor' on Instance uuid 0fde9629-8698-440b-84d9-65b8f439a519 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.712725] env[62788]: DEBUG oslo_vmware.api [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395025, 'name': ReconfigVM_Task, 'duration_secs': 0.866433} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.713630] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1264.718728] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b90aea4-5297-4267-b2f2-6fd0ece61641 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.736526] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.737684] env[62788]: DEBUG oslo_vmware.api [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1264.737684] env[62788]: value = "task-2395027" [ 1264.737684] env[62788]: _type = "Task" [ 1264.737684] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.745134] env[62788]: DEBUG oslo_vmware.api [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.788400] env[62788]: DEBUG oslo_vmware.api [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395023, 'name': ReconfigVM_Task, 'duration_secs': 1.119073} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.788682] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485837', 'volume_id': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'name': 'volume-5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3fbd2d5-4b63-4466-ab37-1ab16ddc796a', 'attached_at': '', 'detached_at': '', 'volume_id': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'serial': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1264.847804] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18de782-9ee2-4763-854b-38e9ad1a0a2b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.854508] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbcc84d-f11b-481c-96d4-eab90c795d36 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.203484] env[62788]: DEBUG oslo_concurrency.lockutils [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.203822] env[62788]: DEBUG oslo_concurrency.lockutils [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.204055] env[62788]: DEBUG nova.network.neutron [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.204254] env[62788]: DEBUG nova.objects.instance [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lazy-loading 'info_cache' on Instance uuid 0fde9629-8698-440b-84d9-65b8f439a519 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.228422] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395026, 'name': CreateSnapshot_Task, 'duration_secs': 1.176581} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.228734] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1265.229384] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b899bc8-92d0-4840-b95d-28bb3ad9305b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.245394] env[62788]: DEBUG oslo_vmware.api [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395027, 'name': ReconfigVM_Task, 'duration_secs': 0.185299} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.245591] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485829', 'volume_id': '8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'name': 'volume-8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c53ba01e-4d55-4824-a932-4260c916aea5', 'attached_at': '', 'detached_at': '', 'volume_id': '8581f4cb-67c3-45b7-af9e-0d6a5228663c', 'serial': '8581f4cb-67c3-45b7-af9e-0d6a5228663c'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1265.708231] env[62788]: DEBUG nova.objects.base [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Object Instance<0fde9629-8698-440b-84d9-65b8f439a519> lazy-loaded attributes: flavor,info_cache {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1265.748398] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1265.748892] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17fd7346-f735-4898-bdba-8b1638cc4351 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.757263] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1265.757263] env[62788]: value = "task-2395028" [ 1265.757263] env[62788]: _type = "Task" [ 1265.757263] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.764897] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395028, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.783074] env[62788]: DEBUG nova.objects.instance [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'flavor' on Instance uuid c53ba01e-4d55-4824-a932-4260c916aea5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.937473] env[62788]: DEBUG nova.objects.instance [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lazy-loading 'flavor' on Instance uuid f3fbd2d5-4b63-4466-ab37-1ab16ddc796a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.972849] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68831458-7de6-4bcc-802f-32d0b01c0a19 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.991616] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701d3ef2-adbc-4936-8cf0-30097e4fd966 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.998385] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance 'cc4dab96-4267-48e5-b594-54dadabec9b8' progress to 83 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.268111] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395028, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.338912] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.339148] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.339307] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 1266.339432] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Rebuilding the list of instances to heal {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10471}} [ 1266.443309] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7b16a35e-4c36-410b-b46e-25e02221e91e tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.351s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.506809] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.506809] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33f36603-8b70-4e80-862f-572aa5aa7481 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.514692] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1266.514692] env[62788]: value = "task-2395029" [ 1266.514692] env[62788]: _type = "Task" [ 1266.514692] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.524300] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.567341] env[62788]: DEBUG oslo_concurrency.lockutils [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.568114] env[62788]: DEBUG oslo_concurrency.lockutils [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.680580] env[62788]: DEBUG nova.network.neutron [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Updating instance_info_cache with network_info: [{"id": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "address": "fa:16:3e:54:0d:eb", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87941ac6-78", "ovs_interfaceid": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.768362] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395028, 'name': CloneVM_Task} progress is 95%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.789873] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7220d9f8-3209-4a27-be04-badd3f49516b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.715s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.872516] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.872711] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquired lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.872929] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Forcefully refreshing network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1266.873157] env[62788]: DEBUG nova.objects.instance [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lazy-loading 'info_cache' on Instance uuid 693f5d7b-9fb0-46bf-a718-9c9b1e4097da {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.025814] env[62788]: DEBUG oslo_vmware.api [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395029, 'name': PowerOnVM_Task, 'duration_secs': 0.3816} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.026134] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.026330] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-67b5a6e2-0490-48da-a96b-ae017c502b96 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance 'cc4dab96-4267-48e5-b594-54dadabec9b8' progress to 100 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.071840] env[62788]: INFO nova.compute.manager [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Detaching volume 5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5 [ 1267.102084] env[62788]: INFO nova.virt.block_device [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Attempting to driver detach volume 5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5 from mountpoint /dev/sdb [ 1267.102084] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1267.102084] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485837', 'volume_id': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'name': 'volume-5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3fbd2d5-4b63-4466-ab37-1ab16ddc796a', 'attached_at': '', 'detached_at': '', 'volume_id': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'serial': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1267.103153] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6dc5ca-bf21-4f2f-bb75-1b095fa7e646 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.124315] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f92d417-a04d-479c-aa81-4fc31fe499f4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.131071] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99c5a3a-4991-443d-a185-86f231658748 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.151207] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4842af5-9fdb-41b2-a83b-306be56cfd4f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.165273] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] The volume has not been displaced from its original location: [datastore2] volume-5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5/volume-5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1267.170625] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1267.170882] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fed63f9-f744-46dd-97b9-0755c9bf2d95 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.184840] env[62788]: DEBUG oslo_concurrency.lockutils [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.188297] env[62788]: DEBUG oslo_vmware.api [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1267.188297] env[62788]: value = "task-2395030" [ 1267.188297] env[62788]: _type = "Task" [ 1267.188297] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.195601] env[62788]: DEBUG oslo_vmware.api [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.272311] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395028, 'name': CloneVM_Task, 'duration_secs': 1.135856} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.272643] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Created linked-clone VM from snapshot [ 1267.273338] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcf31e5-4d78-4fb3-a1c2-2d6ea94886c3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.280363] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "c53ba01e-4d55-4824-a932-4260c916aea5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.280599] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.280779] env[62788]: DEBUG nova.compute.manager [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1267.281091] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Uploading image dc5539db-c753-4ec1-a993-604fdb9d303d {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1267.283680] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae8d1b5-27d3-4886-b3e2-a2fd437ccbe8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.289518] env[62788]: DEBUG nova.compute.manager [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62788) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3418}} [ 1267.290110] env[62788]: DEBUG nova.objects.instance [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'flavor' on Instance uuid c53ba01e-4d55-4824-a932-4260c916aea5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.308556] env[62788]: DEBUG oslo_vmware.rw_handles [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1267.308556] env[62788]: value = "vm-485839" [ 1267.308556] env[62788]: _type = "VirtualMachine" [ 1267.308556] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1267.308883] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4aacc0b4-3dbf-4dfa-a59b-31a6ccff969e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.316026] env[62788]: DEBUG oslo_vmware.rw_handles [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lease: (returnval){ [ 1267.316026] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f1698c-bc47-0853-7f00-9e00e6b52438" [ 1267.316026] env[62788]: _type = "HttpNfcLease" [ 1267.316026] env[62788]: } obtained for exporting VM: (result){ [ 1267.316026] env[62788]: value = "vm-485839" [ 1267.316026] env[62788]: _type = "VirtualMachine" [ 1267.316026] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1267.316385] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the lease: (returnval){ [ 1267.316385] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f1698c-bc47-0853-7f00-9e00e6b52438" [ 1267.316385] env[62788]: _type = "HttpNfcLease" [ 1267.316385] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1267.323038] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.323038] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f1698c-bc47-0853-7f00-9e00e6b52438" [ 1267.323038] env[62788]: _type = "HttpNfcLease" [ 1267.323038] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1267.698575] env[62788]: DEBUG oslo_vmware.api [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395030, 'name': ReconfigVM_Task, 'duration_secs': 0.266846} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.699416] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1267.704270] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38fc1c62-8199-4277-999f-66889b1e9716 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.719724] env[62788]: DEBUG oslo_vmware.api [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1267.719724] env[62788]: value = "task-2395032" [ 1267.719724] env[62788]: _type = "Task" [ 1267.719724] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.727528] env[62788]: DEBUG oslo_vmware.api [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.828260] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.828260] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f1698c-bc47-0853-7f00-9e00e6b52438" [ 1267.828260] env[62788]: _type = "HttpNfcLease" [ 1267.828260] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1267.828702] env[62788]: DEBUG oslo_vmware.rw_handles [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1267.828702] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52f1698c-bc47-0853-7f00-9e00e6b52438" [ 1267.828702] env[62788]: _type = "HttpNfcLease" [ 1267.828702] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1267.829836] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19640148-3367-4bd3-8bea-0e95d16d37d7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.840982] env[62788]: DEBUG oslo_vmware.rw_handles [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5625b-c5c1-37b6-375e-9984472d90f3/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1267.840982] env[62788]: DEBUG oslo_vmware.rw_handles [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5625b-c5c1-37b6-375e-9984472d90f3/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1267.997680] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61485309-8e62-4cbe-8ed6-702100d8d21c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.194498] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.194852] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70ef8d8e-10ec-47f8-9846-d8f9b4ffee67 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.202968] env[62788]: DEBUG oslo_vmware.api [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1268.202968] env[62788]: value = "task-2395033" [ 1268.202968] env[62788]: _type = "Task" [ 1268.202968] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.211623] env[62788]: DEBUG oslo_vmware.api [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.230134] env[62788]: DEBUG oslo_vmware.api [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395032, 'name': ReconfigVM_Task, 'duration_secs': 0.200438} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.230572] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485837', 'volume_id': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'name': 'volume-5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3fbd2d5-4b63-4466-ab37-1ab16ddc796a', 'attached_at': '', 'detached_at': '', 'volume_id': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5', 'serial': '5fbec0eb-8c78-4e65-a5da-431f7eb3cfb5'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1268.298378] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.298734] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29affe2f-dddb-44e6-98d9-caaa380943af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.305884] env[62788]: DEBUG oslo_vmware.api [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1268.305884] env[62788]: value = "task-2395034" [ 1268.305884] env[62788]: _type = "Task" [ 1268.305884] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.316679] env[62788]: DEBUG oslo_vmware.api [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.700383] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updating instance_info_cache with network_info: [{"id": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "address": "fa:16:3e:27:1f:1e", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a02da31-3b", "ovs_interfaceid": "0a02da31-3b0d-4d7b-9e66-e4975d781f95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.715919] env[62788]: DEBUG oslo_vmware.api [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395033, 'name': PowerOnVM_Task, 'duration_secs': 0.431489} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.717265] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.717709] env[62788]: DEBUG nova.compute.manager [None req-933c94ed-91e5-484a-9ad6-7209aa262651 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1268.718584] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dae73c1-2215-4129-95a8-91ae95cf5b0b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.780456] env[62788]: DEBUG nova.objects.instance [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lazy-loading 'flavor' on Instance uuid f3fbd2d5-4b63-4466-ab37-1ab16ddc796a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.816729] env[62788]: DEBUG oslo_vmware.api [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395034, 'name': PowerOffVM_Task, 'duration_secs': 0.198416} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.817147] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.817437] env[62788]: DEBUG nova.compute.manager [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1268.818297] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f407038-f11d-4b30-b5f8-42ba3ad61c42 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.202433] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Releasing lock "refresh_cache-693f5d7b-9fb0-46bf-a718-9c9b1e4097da" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.202653] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updated the network info_cache for instance {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10538}} [ 1269.203517] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.203895] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.204008] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.204277] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.204768] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.206216] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.206216] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 1269.206216] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.329817] env[62788]: DEBUG oslo_concurrency.lockutils [None req-37af80f0-a07a-481f-99e3-8d5f0d28a4b1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.688547] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "cc4dab96-4267-48e5-b594-54dadabec9b8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.690046] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.690046] env[62788]: DEBUG nova.compute.manager [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Going to confirm migration 8 {{(pid=62788) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5264}} [ 1269.695990] env[62788]: DEBUG nova.objects.instance [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'flavor' on Instance uuid c53ba01e-4d55-4824-a932-4260c916aea5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.709395] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.709718] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.709954] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.710163] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1269.712067] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455f602b-ca0c-456f-9cf7-fb8781b3be40 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.721310] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f344ef1-67ed-47c1-b1af-a03547165e5d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.737726] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c3d095-27ad-41dd-822f-ff3fc426307f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.744330] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03be6a6d-bc92-40aa-848c-cf86616df3b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.778363] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179873MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1269.778567] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.778759] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.781245] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb5e02d-8be4-4d8f-80d1-c6a15bbfbf93 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.787858] env[62788]: DEBUG oslo_concurrency.lockutils [None req-685b3fd9-ed92-48d1-919e-9a44582afb79 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.220s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.788873] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aad817-d951-4cfd-aa46-5d8626836a55 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Suspending the VM {{(pid=62788) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1269.789308] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-52b6d834-f97c-4885-b4d6-f178975b1052 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.795541] env[62788]: DEBUG oslo_vmware.api [None req-f1aad817-d951-4cfd-aa46-5d8626836a55 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1269.795541] env[62788]: value = "task-2395035" [ 1269.795541] env[62788]: _type = "Task" [ 1269.795541] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.804108] env[62788]: DEBUG oslo_vmware.api [None req-f1aad817-d951-4cfd-aa46-5d8626836a55 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395035, 'name': SuspendVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.200100] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.200344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquired lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.200514] env[62788]: DEBUG nova.network.neutron [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.200712] env[62788]: DEBUG nova.objects.instance [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'info_cache' on Instance uuid c53ba01e-4d55-4824-a932-4260c916aea5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.240523] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.240814] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquired lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.241041] env[62788]: DEBUG nova.network.neutron [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1270.241349] env[62788]: DEBUG nova.objects.instance [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lazy-loading 'info_cache' on Instance uuid cc4dab96-4267-48e5-b594-54dadabec9b8 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.306709] env[62788]: DEBUG oslo_vmware.api [None req-f1aad817-d951-4cfd-aa46-5d8626836a55 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395035, 'name': SuspendVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.705668] env[62788]: DEBUG nova.objects.base [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1270.791511] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Applying migration context for instance cc4dab96-4267-48e5-b594-54dadabec9b8 as it has an incoming, in-progress migration a95b01a2-46b6-48a4-a302-31c849f73a26. Migration status is confirming {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1270.792693] env[62788]: INFO nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating resource usage from migration a95b01a2-46b6-48a4-a302-31c849f73a26 [ 1270.806208] env[62788]: DEBUG oslo_vmware.api [None req-f1aad817-d951-4cfd-aa46-5d8626836a55 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395035, 'name': SuspendVM_Task, 'duration_secs': 0.625447} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.806477] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aad817-d951-4cfd-aa46-5d8626836a55 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Suspended the VM {{(pid=62788) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1270.806660] env[62788]: DEBUG nova.compute.manager [None req-f1aad817-d951-4cfd-aa46-5d8626836a55 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1270.807435] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0654160d-db40-4ee8-9eae-286e038ab782 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.815614] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 693f5d7b-9fb0-46bf-a718-9c9b1e4097da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.815755] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance c53ba01e-4d55-4824-a932-4260c916aea5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.815878] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance bda137b7-40e8-4a56-aa1e-834676e8d603 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.815997] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 4fd36ebb-a760-429d-8039-5350039eca1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.816127] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance f3fbd2d5-4b63-4466-ab37-1ab16ddc796a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.816241] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 0fde9629-8698-440b-84d9-65b8f439a519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.816356] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Migration a95b01a2-46b6-48a4-a302-31c849f73a26 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1270.816468] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance cc4dab96-4267-48e5-b594-54dadabec9b8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1270.816646] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1270.816837] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1270.873692] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.873973] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.874200] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.874378] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.874541] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.878854] env[62788]: INFO nova.compute.manager [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Terminating instance [ 1270.924068] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b57d508-a608-45ba-a746-1974473e1406 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.931659] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c08586-5598-4f7e-9ee3-c997074573c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.963976] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5315bbb-5273-43ff-9eb6-71f902fca763 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.971533] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2badf9a4-4528-42f1-810f-c928639e8891 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.984984] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.383129] env[62788]: DEBUG nova.compute.manager [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1271.383510] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.384515] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50846415-1409-4ed0-a700-c2f7487db624 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.394026] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.394335] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3767c9a-7c48-4fb9-a180-e8aa4d990c83 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.400384] env[62788]: DEBUG oslo_vmware.api [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1271.400384] env[62788]: value = "task-2395036" [ 1271.400384] env[62788]: _type = "Task" [ 1271.400384] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.413651] env[62788]: DEBUG oslo_vmware.api [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.488342] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.633337] env[62788]: DEBUG nova.network.neutron [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Updating instance_info_cache with network_info: [{"id": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "address": "fa:16:3e:90:4b:d1", "network": {"id": "915bb09a-eaac-40ac-bcc2-785a23e8dfd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1959965782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e22eea17794f089e8ed65a5d76bc5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fda5406-4d", "ovs_interfaceid": "8fda5406-4d6c-4a05-a412-337b02a4b5e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.657438] env[62788]: DEBUG nova.network.neutron [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance_info_cache with network_info: [{"id": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "address": "fa:16:3e:5a:0f:56", "network": {"id": "1cd978b2-a1e8-49df-a803-35b80a54946c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1355791525-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "433275e5d6c642efa185be8adbf682d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfdedff6-cc", "ovs_interfaceid": "bfdedff6-cc41-4399-98bf-4b3d45795f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.914311] env[62788]: DEBUG oslo_vmware.api [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395036, 'name': PowerOffVM_Task, 'duration_secs': 0.236135} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.914718] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.914892] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.915197] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90c22801-fe56-41c4-af75-78c536aa7572 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.980797] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.981088] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.981313] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleting the datastore file [datastore1] f3fbd2d5-4b63-4466-ab37-1ab16ddc796a {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.981642] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77507be5-605a-428d-942e-4cc3fed12e35 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.988209] env[62788]: DEBUG oslo_vmware.api [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for the task: (returnval){ [ 1271.988209] env[62788]: value = "task-2395038" [ 1271.988209] env[62788]: _type = "Task" [ 1271.988209] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.997512] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1271.997692] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.219s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.997981] env[62788]: DEBUG oslo_vmware.api [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.137270] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Releasing lock "refresh_cache-c53ba01e-4d55-4824-a932-4260c916aea5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.160882] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Releasing lock "refresh_cache-cc4dab96-4267-48e5-b594-54dadabec9b8" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.161162] env[62788]: DEBUG nova.objects.instance [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lazy-loading 'migration_context' on Instance uuid cc4dab96-4267-48e5-b594-54dadabec9b8 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.280751] env[62788]: INFO nova.compute.manager [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Resuming [ 1272.281542] env[62788]: DEBUG nova.objects.instance [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lazy-loading 'flavor' on Instance uuid 0fde9629-8698-440b-84d9-65b8f439a519 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.498202] env[62788]: DEBUG oslo_vmware.api [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Task: {'id': task-2395038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149331} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.498469] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.498659] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.498849] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.499035] env[62788]: INFO nova.compute.manager [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1272.499304] env[62788]: DEBUG oslo.service.loopingcall [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1272.499503] env[62788]: DEBUG nova.compute.manager [-] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1272.499646] env[62788]: DEBUG nova.network.neutron [-] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.664362] env[62788]: DEBUG nova.objects.base [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1272.665593] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f5d874-8ecc-4a9d-bd63-19396028f263 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.687750] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd3e696-32dd-46a1-a115-050384e82bc5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.693848] env[62788]: DEBUG oslo_vmware.api [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1272.693848] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52ea627e-2707-8483-68f4-3d61a951c8e9" [ 1272.693848] env[62788]: _type = "Task" [ 1272.693848] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.702132] env[62788]: DEBUG oslo_vmware.api [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52ea627e-2707-8483-68f4-3d61a951c8e9, 'name': SearchDatastore_Task} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.702723] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.702832] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.047742] env[62788]: DEBUG nova.compute.manager [req-01a5d1a1-d9aa-40dc-b55d-01a73623d672 req-5bf00bd5-ecd0-48d5-bf70-ba6023f34ade service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Received event network-vif-deleted-52c9fb1b-59a5-4bba-9608-5663f1469950 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1273.048031] env[62788]: INFO nova.compute.manager [req-01a5d1a1-d9aa-40dc-b55d-01a73623d672 req-5bf00bd5-ecd0-48d5-bf70-ba6023f34ade service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Neutron deleted interface 52c9fb1b-59a5-4bba-9608-5663f1469950; detaching it from the instance and deleting it from the info cache [ 1273.048213] env[62788]: DEBUG nova.network.neutron [req-01a5d1a1-d9aa-40dc-b55d-01a73623d672 req-5bf00bd5-ecd0-48d5-bf70-ba6023f34ade service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.143367] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.143695] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87705fc4-35a2-4ae8-acc3-9a79baa982f6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.151591] env[62788]: DEBUG oslo_vmware.api [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1273.151591] env[62788]: value = "task-2395039" [ 1273.151591] env[62788]: _type = "Task" [ 1273.151591] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.159833] env[62788]: DEBUG oslo_vmware.api [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.318460] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad8fe3e-5732-4fd9-bad5-fc4aa6553ca4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.326441] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8397444-b532-4dda-85e3-64feac15c153 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.356575] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2bd2b3-6104-488c-b634-6248eec7a836 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.365508] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f0cde9-6590-41c1-b09f-5215515683e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.381362] env[62788]: DEBUG nova.compute.provider_tree [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.508886] env[62788]: DEBUG nova.network.neutron [-] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.550885] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78bbcf93-64c5-4e9a-823f-7db04d64dd33 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.562021] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1054618-d6cf-44a5-abb1-8b182e2c5654 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.592723] env[62788]: DEBUG nova.compute.manager [req-01a5d1a1-d9aa-40dc-b55d-01a73623d672 req-5bf00bd5-ecd0-48d5-bf70-ba6023f34ade service nova] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Detach interface failed, port_id=52c9fb1b-59a5-4bba-9608-5663f1469950, reason: Instance f3fbd2d5-4b63-4466-ab37-1ab16ddc796a could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1273.661756] env[62788]: DEBUG oslo_vmware.api [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395039, 'name': PowerOnVM_Task, 'duration_secs': 0.493208} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.662037] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.662283] env[62788]: DEBUG nova.compute.manager [None req-b53ca1ce-d8cf-4c99-ad9b-3f072c7fab16 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1273.663032] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e60a24-8689-44cf-a57a-08a94f083584 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.796760] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.796992] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquired lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.797489] env[62788]: DEBUG nova.network.neutron [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.885550] env[62788]: DEBUG nova.scheduler.client.report [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.012219] env[62788]: INFO nova.compute.manager [-] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Took 1.51 seconds to deallocate network for instance. [ 1274.519141] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.530367] env[62788]: DEBUG nova.network.neutron [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Updating instance_info_cache with network_info: [{"id": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "address": "fa:16:3e:54:0d:eb", "network": {"id": "99577a23-9e87-481a-aaf0-4aed4bc338dc", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1984297872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05352e91e5224b54aa4a5b23edcf2f08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f85835c8-5d0c-4b2f-97c4-6c4006580f79", "external-id": "nsx-vlan-transportzone-245", "segmentation_id": 245, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87941ac6-78", "ovs_interfaceid": "87941ac6-78ae-4de4-9670-7ec2cecbae04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.690260] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.895878] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.193s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.898761] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.380s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.898994] env[62788]: DEBUG nova.objects.instance [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lazy-loading 'resources' on Instance uuid f3fbd2d5-4b63-4466-ab37-1ab16ddc796a {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.032802] env[62788]: DEBUG oslo_concurrency.lockutils [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Releasing lock "refresh_cache-0fde9629-8698-440b-84d9-65b8f439a519" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.033888] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b83b1a5-d419-44c8-8db1-ec24d0b15fe7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.041234] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Resuming the VM {{(pid=62788) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1275.041486] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d16144-53f1-4e08-a96c-80130c862c09 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.048241] env[62788]: DEBUG oslo_vmware.api [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1275.048241] env[62788]: value = "task-2395040" [ 1275.048241] env[62788]: _type = "Task" [ 1275.048241] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.055998] env[62788]: DEBUG oslo_vmware.api [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.152218] env[62788]: INFO nova.compute.manager [None req-9029ada6-f56a-445d-a9b3-30b1d86974ed tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Get console output [ 1275.152449] env[62788]: WARNING nova.virt.vmwareapi.driver [None req-9029ada6-f56a-445d-a9b3-30b1d86974ed tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] The console log is missing. Check your VSPC configuration [ 1275.462728] env[62788]: INFO nova.scheduler.client.report [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted allocation for migration a95b01a2-46b6-48a4-a302-31c849f73a26 [ 1275.530838] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512645b1-085b-4fe4-91d6-9d9527c094f8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.541594] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ba2103-ee14-4e71-a5b9-9aa3fc20cca8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.578790] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288770ab-e929-4d50-943a-3790b722a2b2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.584721] env[62788]: DEBUG oslo_vmware.api [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.591428] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e03712-8163-4890-ba5a-29bc23494994 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.607392] env[62788]: DEBUG nova.compute.provider_tree [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.969225] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3cc839bf-2207-48e4-b2f6-b3ad7a6d3152 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.280s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.060027] env[62788]: DEBUG oslo_vmware.api [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395040, 'name': PowerOnVM_Task, 'duration_secs': 0.625313} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.060329] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Resumed the VM {{(pid=62788) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1276.060519] env[62788]: DEBUG nova.compute.manager [None req-1316e292-70d2-48ca-9453-53a22ef09978 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1276.061349] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f7850c-56fc-4095-972f-655fb588fd94 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.111107] env[62788]: DEBUG nova.scheduler.client.report [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.616165] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.638283] env[62788]: INFO nova.scheduler.client.report [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Deleted allocations for instance f3fbd2d5-4b63-4466-ab37-1ab16ddc796a [ 1277.148025] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "0fde9629-8698-440b-84d9-65b8f439a519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.148289] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "0fde9629-8698-440b-84d9-65b8f439a519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.148512] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "0fde9629-8698-440b-84d9-65b8f439a519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.148697] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "0fde9629-8698-440b-84d9-65b8f439a519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.148904] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "0fde9629-8698-440b-84d9-65b8f439a519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.150481] env[62788]: DEBUG oslo_concurrency.lockutils [None req-3a9e79be-6cd6-4871-aad2-d31d7d358eb6 tempest-AttachVolumeNegativeTest-1394639417 tempest-AttachVolumeNegativeTest-1394639417-project-member] Lock "f3fbd2d5-4b63-4466-ab37-1ab16ddc796a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.277s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.151456] env[62788]: INFO nova.compute.manager [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Terminating instance [ 1277.655855] env[62788]: DEBUG nova.compute.manager [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1277.656352] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.657415] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795e68b9-ccac-4cf7-816f-a991690b5aef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.667443] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.667742] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06a31a8e-f7ad-40a5-909d-33f705e1fb89 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.675132] env[62788]: DEBUG oslo_vmware.api [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1277.675132] env[62788]: value = "task-2395042" [ 1277.675132] env[62788]: _type = "Task" [ 1277.675132] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.686151] env[62788]: DEBUG oslo_vmware.api [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.133222] env[62788]: DEBUG oslo_vmware.rw_handles [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5625b-c5c1-37b6-375e-9984472d90f3/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1278.134159] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6deb42c-9319-46c1-b149-530a1f81028f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.140663] env[62788]: DEBUG oslo_vmware.rw_handles [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5625b-c5c1-37b6-375e-9984472d90f3/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1278.140835] env[62788]: ERROR oslo_vmware.rw_handles [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5625b-c5c1-37b6-375e-9984472d90f3/disk-0.vmdk due to incomplete transfer. [ 1278.141060] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9755922-dece-4b92-b7b1-9d57bdb8cde4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.148805] env[62788]: DEBUG oslo_vmware.rw_handles [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5625b-c5c1-37b6-375e-9984472d90f3/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1278.149016] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Uploaded image dc5539db-c753-4ec1-a993-604fdb9d303d to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1278.151327] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1278.151564] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae1cf4e5-93bc-476a-9795-971401ec308a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.158162] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1278.158162] env[62788]: value = "task-2395043" [ 1278.158162] env[62788]: _type = "Task" [ 1278.158162] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.167857] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395043, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.183108] env[62788]: DEBUG oslo_vmware.api [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395042, 'name': PowerOffVM_Task, 'duration_secs': 0.212937} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.183340] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.183507] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.183752] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc0b9c1e-31e7-43c3-876f-623c32393f44 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.249055] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.249289] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.249469] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleting the datastore file [datastore1] 0fde9629-8698-440b-84d9-65b8f439a519 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.249723] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-937493c9-bed0-4f08-9363-30fea69cf090 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.258873] env[62788]: DEBUG oslo_vmware.api [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for the task: (returnval){ [ 1278.258873] env[62788]: value = "task-2395045" [ 1278.258873] env[62788]: _type = "Task" [ 1278.258873] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.268133] env[62788]: DEBUG oslo_vmware.api [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.668674] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395043, 'name': Destroy_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.768305] env[62788]: DEBUG oslo_vmware.api [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Task: {'id': task-2395045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157953} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.768558] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.768743] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.768926] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.769121] env[62788]: INFO nova.compute.manager [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1278.769362] env[62788]: DEBUG oslo.service.loopingcall [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1278.769552] env[62788]: DEBUG nova.compute.manager [-] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1278.769651] env[62788]: DEBUG nova.network.neutron [-] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1279.169457] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395043, 'name': Destroy_Task} progress is 33%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.223282] env[62788]: DEBUG nova.compute.manager [req-8575da34-d46c-4e0e-b1dc-8ae46a079864 req-a3bc0c37-80e8-47fa-b2ca-47ffcfeef7e7 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Received event network-vif-deleted-87941ac6-78ae-4de4-9670-7ec2cecbae04 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1279.223521] env[62788]: INFO nova.compute.manager [req-8575da34-d46c-4e0e-b1dc-8ae46a079864 req-a3bc0c37-80e8-47fa-b2ca-47ffcfeef7e7 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Neutron deleted interface 87941ac6-78ae-4de4-9670-7ec2cecbae04; detaching it from the instance and deleting it from the info cache [ 1279.224560] env[62788]: DEBUG nova.network.neutron [req-8575da34-d46c-4e0e-b1dc-8ae46a079864 req-a3bc0c37-80e8-47fa-b2ca-47ffcfeef7e7 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.670918] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395043, 'name': Destroy_Task, 'duration_secs': 1.153991} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.670918] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Destroyed the VM [ 1279.671298] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1279.671339] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39cf4513-0e5a-4271-8cd8-c027cba1c19f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.677980] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1279.677980] env[62788]: value = "task-2395046" [ 1279.677980] env[62788]: _type = "Task" [ 1279.677980] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.685454] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395046, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.707096] env[62788]: DEBUG nova.network.neutron [-] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.726857] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c6e6051-8354-4ca7-90fc-5a830d420790 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.739749] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409d308a-77dd-4d59-9e56-2015014bdd7f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.777074] env[62788]: DEBUG nova.compute.manager [req-8575da34-d46c-4e0e-b1dc-8ae46a079864 req-a3bc0c37-80e8-47fa-b2ca-47ffcfeef7e7 service nova] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Detach interface failed, port_id=87941ac6-78ae-4de4-9670-7ec2cecbae04, reason: Instance 0fde9629-8698-440b-84d9-65b8f439a519 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1280.189113] env[62788]: DEBUG oslo_vmware.api [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395046, 'name': RemoveSnapshot_Task, 'duration_secs': 0.450531} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.189345] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1280.189567] env[62788]: INFO nova.compute.manager [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Took 17.02 seconds to snapshot the instance on the hypervisor. [ 1280.209714] env[62788]: INFO nova.compute.manager [-] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Took 1.44 seconds to deallocate network for instance. [ 1280.715495] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.715817] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.715887] env[62788]: DEBUG nova.objects.instance [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lazy-loading 'resources' on Instance uuid 0fde9629-8698-440b-84d9-65b8f439a519 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.740660] env[62788]: DEBUG nova.compute.manager [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Found 3 images (rotation: 2) {{(pid=62788) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5031}} [ 1280.740862] env[62788]: DEBUG nova.compute.manager [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Rotating out 1 backups {{(pid=62788) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5039}} [ 1280.741036] env[62788]: DEBUG nova.compute.manager [None req-72e9e859-9dfa-4fa8-a12a-7a27e8850a72 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Deleting image e4f55f8a-b7e2-47e4-a607-99958b6d2420 {{(pid=62788) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5044}} [ 1281.313512] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ab5556-6b87-4e2e-8e5f-95d760983564 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.320574] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe614da-16b3-4fb8-9d03-d74a089f041d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.351186] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e292a29-b398-4c4d-a42c-e30f295f46b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.360437] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ffb145-5db8-4734-9ae1-727c9dedf53c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.374723] env[62788]: DEBUG nova.compute.provider_tree [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.877548] env[62788]: DEBUG nova.scheduler.client.report [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.073276] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "bda137b7-40e8-4a56-aa1e-834676e8d603" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.073607] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.073742] env[62788]: DEBUG nova.compute.manager [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1282.074663] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5c41a1-1956-44ce-9f37-d211817b8375 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.081860] env[62788]: DEBUG nova.compute.manager [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62788) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3418}} [ 1282.082441] env[62788]: DEBUG nova.objects.instance [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'flavor' on Instance uuid bda137b7-40e8-4a56-aa1e-834676e8d603 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.383158] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.403946] env[62788]: INFO nova.scheduler.client.report [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Deleted allocations for instance 0fde9629-8698-440b-84d9-65b8f439a519 [ 1282.912314] env[62788]: DEBUG oslo_concurrency.lockutils [None req-5beabe10-26da-4136-a77d-58fa7a947621 tempest-ServerActionsTestJSON-399244490 tempest-ServerActionsTestJSON-399244490-project-member] Lock "0fde9629-8698-440b-84d9-65b8f439a519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.764s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.090279] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.090540] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-700fe087-0cf3-4933-8900-9cfa694a2fd8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.098158] env[62788]: DEBUG oslo_vmware.api [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1283.098158] env[62788]: value = "task-2395048" [ 1283.098158] env[62788]: _type = "Task" [ 1283.098158] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.106350] env[62788]: DEBUG oslo_vmware.api [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.607924] env[62788]: DEBUG oslo_vmware.api [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395048, 'name': PowerOffVM_Task, 'duration_secs': 0.250263} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.608216] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.608412] env[62788]: DEBUG nova.compute.manager [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1283.609174] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6541487a-0d67-4751-a178-ac6361f2b4cc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.121185] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c34b302f-d331-469e-a172-ae02cbbd39ba tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.329466] env[62788]: DEBUG nova.compute.manager [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Stashing vm_state: stopped {{(pid=62788) _prep_resize /opt/stack/nova/nova/compute/manager.py:6150}} [ 1285.848526] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1285.848794] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.354102] env[62788]: INFO nova.compute.claims [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1286.861226] env[62788]: INFO nova.compute.resource_tracker [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating resource usage from migration 0e8ea940-88e8-4f3e-8b2e-7cfce702eeea [ 1286.940308] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e45534-3df7-4682-a79f-deddcfe376d4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.947655] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851c62e9-76e1-4c71-927f-242d8dca99e7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.979011] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b363e71-3a21-41e7-bf22-ecf43cd2ac1d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.985726] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0f3756-61a2-4f01-904e-37b1e7d54847 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.998062] env[62788]: DEBUG nova.compute.provider_tree [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.501390] env[62788]: DEBUG nova.scheduler.client.report [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.007279] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.158s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.007491] env[62788]: INFO nova.compute.manager [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Migrating [ 1288.524866] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.525230] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.525522] env[62788]: DEBUG nova.network.neutron [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.253898] env[62788]: DEBUG nova.network.neutron [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance_info_cache with network_info: [{"id": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "address": "fa:16:3e:69:d7:8d", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca280157-fb", "ovs_interfaceid": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.757508] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.271775] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee19e8c-0d5a-4407-a32b-95553e347247 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.290877] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance 'bda137b7-40e8-4a56-aa1e-834676e8d603' progress to 0 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.797663] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.797999] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01c35e0c-0da3-499c-8424-df70432a7b8b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.805708] env[62788]: DEBUG oslo_vmware.api [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1291.805708] env[62788]: value = "task-2395050" [ 1291.805708] env[62788]: _type = "Task" [ 1291.805708] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.812986] env[62788]: DEBUG oslo_vmware.api [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.316386] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1292.316386] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance 'bda137b7-40e8-4a56-aa1e-834676e8d603' progress to 17 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.822557] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.822792] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.822943] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.823135] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.823283] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.823429] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.823630] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.823787] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.823978] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.824160] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.824336] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.829314] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa80f1c-98f6-4316-91d1-c54d6e61b339 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.844829] env[62788]: DEBUG oslo_vmware.api [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1292.844829] env[62788]: value = "task-2395051" [ 1292.844829] env[62788]: _type = "Task" [ 1292.844829] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.852825] env[62788]: DEBUG oslo_vmware.api [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395051, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.355968] env[62788]: DEBUG oslo_vmware.api [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395051, 'name': ReconfigVM_Task, 'duration_secs': 0.164974} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.356357] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance 'bda137b7-40e8-4a56-aa1e-834676e8d603' progress to 33 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.863389] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.863672] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.863805] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.864039] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.864196] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.864346] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.864551] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.864711] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.864896] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.865094] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.865273] env[62788]: DEBUG nova.virt.hardware [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.870448] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.870738] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5e417a7-5f6e-44c4-9e16-5328bb75b5b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.889304] env[62788]: DEBUG oslo_vmware.api [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1293.889304] env[62788]: value = "task-2395052" [ 1293.889304] env[62788]: _type = "Task" [ 1293.889304] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.896961] env[62788]: DEBUG oslo_vmware.api [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.399511] env[62788]: DEBUG oslo_vmware.api [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395052, 'name': ReconfigVM_Task, 'duration_secs': 0.165386} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.399860] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.400500] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33897a1d-0cbe-46c9-ab7a-dea6a1749d2b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.422633] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] bda137b7-40e8-4a56-aa1e-834676e8d603/bda137b7-40e8-4a56-aa1e-834676e8d603.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.422877] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e320e1b9-f9cb-4289-b7f1-641473d73870 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.441373] env[62788]: DEBUG oslo_vmware.api [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1294.441373] env[62788]: value = "task-2395053" [ 1294.441373] env[62788]: _type = "Task" [ 1294.441373] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.448767] env[62788]: DEBUG oslo_vmware.api [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.952034] env[62788]: DEBUG oslo_vmware.api [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395053, 'name': ReconfigVM_Task, 'duration_secs': 0.252259} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.952367] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Reconfigured VM instance instance-00000074 to attach disk [datastore1] bda137b7-40e8-4a56-aa1e-834676e8d603/bda137b7-40e8-4a56-aa1e-834676e8d603.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.952682] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance 'bda137b7-40e8-4a56-aa1e-834676e8d603' progress to 50 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.459448] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d598b97-8cf2-4f8d-82d8-0033ad9e36dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.477809] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27557a9a-f52b-4052-97ef-c47a91f849a6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.497631] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance 'bda137b7-40e8-4a56-aa1e-834676e8d603' progress to 67 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.037226] env[62788]: DEBUG nova.network.neutron [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Port ca280157-fbf4-4cdd-b525-3cbce35c707c binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1297.059686] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "bda137b7-40e8-4a56-aa1e-834676e8d603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.060080] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.060080] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.096235] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.096592] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.096592] env[62788]: DEBUG nova.network.neutron [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.807245] env[62788]: DEBUG nova.network.neutron [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance_info_cache with network_info: [{"id": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "address": "fa:16:3e:69:d7:8d", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca280157-fb", "ovs_interfaceid": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.310088] env[62788]: DEBUG oslo_concurrency.lockutils [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.834993] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b37c66-53d4-4d6f-bc2f-3ec1dafded1e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.854990] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bbc2a0-ea0c-4e95-a5f3-6f86a1d69959 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.861632] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance 'bda137b7-40e8-4a56-aa1e-834676e8d603' progress to 83 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.369161] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-f47c9c6e-a9b8-4738-8550-a8c58665152e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance 'bda137b7-40e8-4a56-aa1e-834676e8d603' progress to 100 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1302.031733] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "cc4dab96-4267-48e5-b594-54dadabec9b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.032071] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.032303] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "cc4dab96-4267-48e5-b594-54dadabec9b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.032490] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.032664] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.034774] env[62788]: INFO nova.compute.manager [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Terminating instance [ 1302.539521] env[62788]: DEBUG nova.compute.manager [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1302.539791] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.540100] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5b6db25-1843-449a-b3b4-ca74bd5ecb44 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.546994] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1302.546994] env[62788]: value = "task-2395054" [ 1302.546994] env[62788]: _type = "Task" [ 1302.546994] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.555870] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.572743] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "bda137b7-40e8-4a56-aa1e-834676e8d603" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1302.573034] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.573274] env[62788]: DEBUG nova.compute.manager [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Going to confirm migration 9 {{(pid=62788) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5264}} [ 1303.059232] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395054, 'name': PowerOffVM_Task, 'duration_secs': 0.177028} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.059621] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.059719] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1303.060020] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485830', 'volume_id': '7107915c-4715-412c-8497-efa3711c3140', 'name': 'volume-7107915c-4715-412c-8497-efa3711c3140', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cc4dab96-4267-48e5-b594-54dadabec9b8', 'attached_at': '2025-02-09T04:37:33.000000', 'detached_at': '', 'volume_id': '7107915c-4715-412c-8497-efa3711c3140', 'serial': '7107915c-4715-412c-8497-efa3711c3140'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1303.060822] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebe8ad3-427e-4b93-883b-e1e7aa654a33 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.082556] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49306080-89ae-47b8-8f50-af3fbb0e542e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.089228] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f588a46e-129b-4d02-b748-40971a5a0e9c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.106361] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac43042-1877-45c7-addf-8156b5083770 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.120786] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] The volume has not been displaced from its original location: [datastore2] volume-7107915c-4715-412c-8497-efa3711c3140/volume-7107915c-4715-412c-8497-efa3711c3140.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1303.126062] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.126367] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf5e9a8-4130-481e-ad73-c96964ef2110 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.143964] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1303.143964] env[62788]: value = "task-2395055" [ 1303.143964] env[62788]: _type = "Task" [ 1303.143964] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.147758] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1303.147919] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.148140] env[62788]: DEBUG nova.network.neutron [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1303.148331] env[62788]: DEBUG nova.objects.instance [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'info_cache' on Instance uuid bda137b7-40e8-4a56-aa1e-834676e8d603 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.155407] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395055, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.655974] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395055, 'name': ReconfigVM_Task, 'duration_secs': 0.149314} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.656206] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1303.661751] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1f6223-c311-4cfc-a510-a37758d7454d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.678502] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1303.678502] env[62788]: value = "task-2395056" [ 1303.678502] env[62788]: _type = "Task" [ 1303.678502] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.686732] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.187563] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395056, 'name': ReconfigVM_Task, 'duration_secs': 0.12563} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.187940] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485830', 'volume_id': '7107915c-4715-412c-8497-efa3711c3140', 'name': 'volume-7107915c-4715-412c-8497-efa3711c3140', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cc4dab96-4267-48e5-b594-54dadabec9b8', 'attached_at': '2025-02-09T04:37:33.000000', 'detached_at': '', 'volume_id': '7107915c-4715-412c-8497-efa3711c3140', 'serial': '7107915c-4715-412c-8497-efa3711c3140'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1304.188139] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.189175] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2719d027-b35b-4359-8843-2eb23d648d1d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.197119] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.197338] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29e2e9f1-de55-49f1-b45a-7f9ca7e83813 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.257089] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.257315] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.257496] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleting the datastore file [datastore2] cc4dab96-4267-48e5-b594-54dadabec9b8 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.259860] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de580f08-5dc1-442b-a0c5-290de74414ed {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.267474] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1304.267474] env[62788]: value = "task-2395058" [ 1304.267474] env[62788]: _type = "Task" [ 1304.267474] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.274426] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.381707] env[62788]: DEBUG nova.network.neutron [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance_info_cache with network_info: [{"id": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "address": "fa:16:3e:69:d7:8d", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca280157-fb", "ovs_interfaceid": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.777175] env[62788]: DEBUG oslo_vmware.api [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085846} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.777429] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1304.777614] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1304.777790] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1304.777965] env[62788]: INFO nova.compute.manager [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1304.778226] env[62788]: DEBUG oslo.service.loopingcall [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1304.778417] env[62788]: DEBUG nova.compute.manager [-] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1304.778510] env[62788]: DEBUG nova.network.neutron [-] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1304.884385] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1304.884652] env[62788]: DEBUG nova.objects.instance [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'migration_context' on Instance uuid bda137b7-40e8-4a56-aa1e-834676e8d603 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.238807] env[62788]: DEBUG nova.compute.manager [req-82e0167e-1af7-4cfa-839c-8df45b5388ee req-0b3b617f-fd72-4af9-9be7-8a8b7e995816 service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Received event network-vif-deleted-bfdedff6-cc41-4399-98bf-4b3d45795f5b {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1305.239091] env[62788]: INFO nova.compute.manager [req-82e0167e-1af7-4cfa-839c-8df45b5388ee req-0b3b617f-fd72-4af9-9be7-8a8b7e995816 service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Neutron deleted interface bfdedff6-cc41-4399-98bf-4b3d45795f5b; detaching it from the instance and deleting it from the info cache [ 1305.239216] env[62788]: DEBUG nova.network.neutron [req-82e0167e-1af7-4cfa-839c-8df45b5388ee req-0b3b617f-fd72-4af9-9be7-8a8b7e995816 service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.388892] env[62788]: DEBUG nova.objects.base [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1305.389858] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056855ad-bc9a-4c84-9126-2acc298b9924 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.409552] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923b8f0c-ddd4-4f01-ad55-58e97286cbc4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.414927] env[62788]: DEBUG oslo_vmware.api [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1305.414927] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52751cc4-04e2-1463-0333-478ac5af7c37" [ 1305.414927] env[62788]: _type = "Task" [ 1305.414927] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.422704] env[62788]: DEBUG oslo_vmware.api [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52751cc4-04e2-1463-0333-478ac5af7c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.721801] env[62788]: DEBUG nova.network.neutron [-] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.743068] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-054aa442-0831-48f3-a5d9-0b559261c2a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.753230] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4758756-2305-482c-aca3-dbffba6cedd1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.781323] env[62788]: DEBUG nova.compute.manager [req-82e0167e-1af7-4cfa-839c-8df45b5388ee req-0b3b617f-fd72-4af9-9be7-8a8b7e995816 service nova] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Detach interface failed, port_id=bfdedff6-cc41-4399-98bf-4b3d45795f5b, reason: Instance cc4dab96-4267-48e5-b594-54dadabec9b8 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1305.924954] env[62788]: DEBUG oslo_vmware.api [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52751cc4-04e2-1463-0333-478ac5af7c37, 'name': SearchDatastore_Task, 'duration_secs': 0.006966} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.925284] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.925506] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.225536] env[62788]: INFO nova.compute.manager [-] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Took 1.45 seconds to deallocate network for instance. [ 1306.507575] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dd5a54-cb08-4e24-8cf5-0aa0e6939c91 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.515168] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc53241-d622-4aed-9d57-c50caee5c628 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.546330] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757a02e1-fc12-43b2-aeec-860c93cd60e5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.553431] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f5086f-e0cd-462f-ab5d-3206d304f82a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.566158] env[62788]: DEBUG nova.compute.provider_tree [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.768080] env[62788]: INFO nova.compute.manager [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Took 0.54 seconds to detach 1 volumes for instance. [ 1306.770279] env[62788]: DEBUG nova.compute.manager [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Deleting volume: 7107915c-4715-412c-8497-efa3711c3140 {{(pid=62788) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3296}} [ 1307.069397] env[62788]: DEBUG nova.scheduler.client.report [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.311992] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.079336] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.154s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.079740] env[62788]: DEBUG nova.compute.manager [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62788) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5390}} [ 1308.082383] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.771s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.082588] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.103019] env[62788]: INFO nova.scheduler.client.report [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted allocations for instance cc4dab96-4267-48e5-b594-54dadabec9b8 [ 1308.610810] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e3846e4a-11f7-4442-b19c-c2be9d49a1bf tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "cc4dab96-4267-48e5-b594-54dadabec9b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.579s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.636262] env[62788]: INFO nova.scheduler.client.report [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleted allocation for migration 0e8ea940-88e8-4f3e-8b2e-7cfce702eeea [ 1309.141636] env[62788]: DEBUG oslo_concurrency.lockutils [None req-c862ba6c-2fad-43a5-9db1-59b867ef6c3c tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.568s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.471238] env[62788]: DEBUG nova.objects.instance [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'flavor' on Instance uuid bda137b7-40e8-4a56-aa1e-834676e8d603 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.788389] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "4fd36ebb-a760-429d-8039-5350039eca1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.788796] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "4fd36ebb-a760-429d-8039-5350039eca1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.789062] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "4fd36ebb-a760-429d-8039-5350039eca1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.789282] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "4fd36ebb-a760-429d-8039-5350039eca1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.789473] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "4fd36ebb-a760-429d-8039-5350039eca1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.791463] env[62788]: INFO nova.compute.manager [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Terminating instance [ 1309.976024] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1309.976195] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.976344] env[62788]: DEBUG nova.network.neutron [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.976523] env[62788]: DEBUG nova.objects.instance [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'info_cache' on Instance uuid bda137b7-40e8-4a56-aa1e-834676e8d603 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.221161] env[62788]: DEBUG oslo_concurrency.lockutils [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "c53ba01e-4d55-4824-a932-4260c916aea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.221513] env[62788]: DEBUG oslo_concurrency.lockutils [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.221625] env[62788]: DEBUG oslo_concurrency.lockutils [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "c53ba01e-4d55-4824-a932-4260c916aea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.221801] env[62788]: DEBUG oslo_concurrency.lockutils [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.222115] env[62788]: DEBUG oslo_concurrency.lockutils [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.224102] env[62788]: INFO nova.compute.manager [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Terminating instance [ 1310.294941] env[62788]: DEBUG nova.compute.manager [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1310.295201] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.296066] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9ea10f-fd55-4fb2-96aa-1ba45ae645f3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.303988] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.304233] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c04d4bc0-d8ca-4d6b-8db8-a5e6f03d18b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.309647] env[62788]: DEBUG oslo_vmware.api [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1310.309647] env[62788]: value = "task-2395060" [ 1310.309647] env[62788]: _type = "Task" [ 1310.309647] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.316446] env[62788]: DEBUG oslo_vmware.api [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.479707] env[62788]: DEBUG nova.objects.base [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1310.728042] env[62788]: DEBUG nova.compute.manager [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1310.728212] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.729105] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c1309d-13e9-4047-9552-9ab155e3c5e4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.737024] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.737255] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27cde543-8368-4cf2-bff6-ac8bf7455c50 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.743750] env[62788]: DEBUG oslo_vmware.api [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1310.743750] env[62788]: value = "task-2395061" [ 1310.743750] env[62788]: _type = "Task" [ 1310.743750] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.752745] env[62788]: DEBUG oslo_vmware.api [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.819155] env[62788]: DEBUG oslo_vmware.api [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395060, 'name': PowerOffVM_Task, 'duration_secs': 0.197735} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.819431] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.819597] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.819844] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef26c675-b649-4140-a015-d6b96f19e8dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.882239] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.882496] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.882719] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleting the datastore file [datastore2] 4fd36ebb-a760-429d-8039-5350039eca1e {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.883035] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33946d9d-f93d-47ab-b99b-03e0978760a9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.889523] env[62788]: DEBUG oslo_vmware.api [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1310.889523] env[62788]: value = "task-2395063" [ 1310.889523] env[62788]: _type = "Task" [ 1310.889523] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.897632] env[62788]: DEBUG oslo_vmware.api [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.186221] env[62788]: DEBUG nova.network.neutron [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance_info_cache with network_info: [{"id": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "address": "fa:16:3e:69:d7:8d", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca280157-fb", "ovs_interfaceid": "ca280157-fbf4-4cdd-b525-3cbce35c707c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.253339] env[62788]: DEBUG oslo_vmware.api [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395061, 'name': PowerOffVM_Task, 'duration_secs': 0.195795} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.253619] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.253789] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.254038] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-618acb12-e752-4a4b-97cf-d92a5df46355 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.320956] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.321176] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.321360] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Deleting the datastore file [datastore1] c53ba01e-4d55-4824-a932-4260c916aea5 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.321658] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-187dcb49-adbb-4961-a6fa-fdc161c782d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.328339] env[62788]: DEBUG oslo_vmware.api [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1311.328339] env[62788]: value = "task-2395065" [ 1311.328339] env[62788]: _type = "Task" [ 1311.328339] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.336027] env[62788]: DEBUG oslo_vmware.api [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.398836] env[62788]: DEBUG oslo_vmware.api [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125061} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.399097] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.399314] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.399463] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.399636] env[62788]: INFO nova.compute.manager [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1311.399925] env[62788]: DEBUG oslo.service.loopingcall [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.400150] env[62788]: DEBUG nova.compute.manager [-] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1311.400254] env[62788]: DEBUG nova.network.neutron [-] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.648436] env[62788]: DEBUG nova.compute.manager [req-10c0cbd2-e2f2-4a86-89dc-98f98f6739cc req-bdf74776-3a94-4f8f-bbc9-03672ad6236f service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Received event network-vif-deleted-9fae07ef-c62a-4957-9c4d-0754f45fe760 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1311.648653] env[62788]: INFO nova.compute.manager [req-10c0cbd2-e2f2-4a86-89dc-98f98f6739cc req-bdf74776-3a94-4f8f-bbc9-03672ad6236f service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Neutron deleted interface 9fae07ef-c62a-4957-9c4d-0754f45fe760; detaching it from the instance and deleting it from the info cache [ 1311.648793] env[62788]: DEBUG nova.network.neutron [req-10c0cbd2-e2f2-4a86-89dc-98f98f6739cc req-bdf74776-3a94-4f8f-bbc9-03672ad6236f service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.688607] env[62788]: DEBUG oslo_concurrency.lockutils [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-bda137b7-40e8-4a56-aa1e-834676e8d603" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.839618] env[62788]: DEBUG oslo_vmware.api [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131274} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.839872] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.840072] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.840254] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.840453] env[62788]: INFO nova.compute.manager [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1311.840678] env[62788]: DEBUG oslo.service.loopingcall [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.840868] env[62788]: DEBUG nova.compute.manager [-] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1311.840961] env[62788]: DEBUG nova.network.neutron [-] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.131290] env[62788]: DEBUG nova.network.neutron [-] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.151090] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3661fe4-12f1-4612-b360-3a2bc8afff8b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.160995] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6ea4e-30f2-4090-8bef-02173f52f2a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.185197] env[62788]: DEBUG nova.compute.manager [req-10c0cbd2-e2f2-4a86-89dc-98f98f6739cc req-bdf74776-3a94-4f8f-bbc9-03672ad6236f service nova] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Detach interface failed, port_id=9fae07ef-c62a-4957-9c4d-0754f45fe760, reason: Instance 4fd36ebb-a760-429d-8039-5350039eca1e could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1312.633872] env[62788]: INFO nova.compute.manager [-] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Took 1.23 seconds to deallocate network for instance. [ 1312.693072] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.693382] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e8ada3f-d76e-41a3-b3d6-ce345c153e8f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.702059] env[62788]: DEBUG oslo_vmware.api [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1312.702059] env[62788]: value = "task-2395066" [ 1312.702059] env[62788]: _type = "Task" [ 1312.702059] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.709740] env[62788]: DEBUG oslo_vmware.api [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.765750] env[62788]: DEBUG nova.network.neutron [-] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.141210] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.141492] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.141717] env[62788]: DEBUG nova.objects.instance [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lazy-loading 'resources' on Instance uuid 4fd36ebb-a760-429d-8039-5350039eca1e {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.212358] env[62788]: DEBUG oslo_vmware.api [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395066, 'name': PowerOnVM_Task, 'duration_secs': 0.390914} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.212625] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.212824] env[62788]: DEBUG nova.compute.manager [None req-52c40aae-38e4-47e7-aa45-9c1d06fdb5c1 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1313.213586] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8711f72-05f4-47e3-b7de-1bd8c6de4702 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.268407] env[62788]: INFO nova.compute.manager [-] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Took 1.43 seconds to deallocate network for instance. [ 1313.672714] env[62788]: DEBUG nova.compute.manager [req-5dad4fa6-bb10-4f71-8c66-32a6cb66f99f req-33e2ecf4-fb9b-4c05-88af-59a3eabcfca0 service nova] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Received event network-vif-deleted-8fda5406-4d6c-4a05-a412-337b02a4b5e8 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1313.708847] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fdaa74-a314-4690-8a1b-f5d330b14eb2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.717096] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bc1971-c7f2-4321-ae34-a10d6c73fabd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.748194] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70772ca-9279-4e83-bba1-3081587f3b92 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.755044] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5004f2-3b02-431c-afca-4272d3a03141 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.768415] env[62788]: DEBUG nova.compute.provider_tree [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.773935] env[62788]: DEBUG oslo_concurrency.lockutils [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.033548] env[62788]: DEBUG oslo_concurrency.lockutils [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "bda137b7-40e8-4a56-aa1e-834676e8d603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.033829] env[62788]: DEBUG oslo_concurrency.lockutils [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.034093] env[62788]: DEBUG oslo_concurrency.lockutils [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "bda137b7-40e8-4a56-aa1e-834676e8d603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.034291] env[62788]: DEBUG oslo_concurrency.lockutils [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.034468] env[62788]: DEBUG oslo_concurrency.lockutils [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.036992] env[62788]: INFO nova.compute.manager [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Terminating instance [ 1314.271960] env[62788]: DEBUG nova.scheduler.client.report [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.540848] env[62788]: DEBUG nova.compute.manager [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1314.541128] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.542090] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da563d40-14ca-46e1-bdee-f653f648a468 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.551938] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.552188] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84608707-c3bd-4b43-a1eb-82a64fefff95 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.557611] env[62788]: DEBUG oslo_vmware.api [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1314.557611] env[62788]: value = "task-2395067" [ 1314.557611] env[62788]: _type = "Task" [ 1314.557611] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.564882] env[62788]: DEBUG oslo_vmware.api [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.776059] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.634s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.778237] env[62788]: DEBUG oslo_concurrency.lockutils [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.004s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.778483] env[62788]: DEBUG nova.objects.instance [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'resources' on Instance uuid c53ba01e-4d55-4824-a932-4260c916aea5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.796450] env[62788]: INFO nova.scheduler.client.report [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted allocations for instance 4fd36ebb-a760-429d-8039-5350039eca1e [ 1315.067475] env[62788]: DEBUG oslo_vmware.api [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395067, 'name': PowerOffVM_Task, 'duration_secs': 0.182989} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.067747] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.067927] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.068183] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91f0e553-0901-474d-a618-71e3fe500adc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.154601] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.154858] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.155076] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleting the datastore file [datastore1] bda137b7-40e8-4a56-aa1e-834676e8d603 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.155362] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02244810-89e0-4e8e-9a47-02852925057a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.161588] env[62788]: DEBUG oslo_vmware.api [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1315.161588] env[62788]: value = "task-2395069" [ 1315.161588] env[62788]: _type = "Task" [ 1315.161588] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.169372] env[62788]: DEBUG oslo_vmware.api [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.302743] env[62788]: DEBUG oslo_concurrency.lockutils [None req-24b49fc5-79a4-422d-961a-e70666a292b9 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "4fd36ebb-a760-429d-8039-5350039eca1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.514s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.326580] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24cbbd9-e730-47c2-b018-e60ddacdedc0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.334316] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5658e453-5526-481c-9326-32f06c9efa43 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.363099] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3701f56a-c287-416f-bb9b-b213bc8c9a51 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.369813] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a3bd7a-1275-4acd-b96d-0a237ef41e07 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.383665] env[62788]: DEBUG nova.compute.provider_tree [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.671802] env[62788]: DEBUG oslo_vmware.api [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124039} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.672018] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.672206] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.672389] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.672562] env[62788]: INFO nova.compute.manager [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1315.672794] env[62788]: DEBUG oslo.service.loopingcall [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1315.672980] env[62788]: DEBUG nova.compute.manager [-] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1315.673087] env[62788]: DEBUG nova.network.neutron [-] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.886704] env[62788]: DEBUG nova.scheduler.client.report [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.152172] env[62788]: DEBUG nova.compute.manager [req-66ee1158-8aaa-4e71-a0d8-68d752b4c1fd req-3de7e8c8-a4e6-4d67-995d-932e5976674f service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Received event network-vif-deleted-ca280157-fbf4-4cdd-b525-3cbce35c707c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1316.152415] env[62788]: INFO nova.compute.manager [req-66ee1158-8aaa-4e71-a0d8-68d752b4c1fd req-3de7e8c8-a4e6-4d67-995d-932e5976674f service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Neutron deleted interface ca280157-fbf4-4cdd-b525-3cbce35c707c; detaching it from the instance and deleting it from the info cache [ 1316.152562] env[62788]: DEBUG nova.network.neutron [req-66ee1158-8aaa-4e71-a0d8-68d752b4c1fd req-3de7e8c8-a4e6-4d67-995d-932e5976674f service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.392346] env[62788]: DEBUG oslo_concurrency.lockutils [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.414450] env[62788]: INFO nova.scheduler.client.report [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Deleted allocations for instance c53ba01e-4d55-4824-a932-4260c916aea5 [ 1316.634367] env[62788]: DEBUG nova.network.neutron [-] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.654601] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de80f1c9-d47f-461b-9aa3-c61b788de69e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.664476] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60312fb-171b-4ce6-b069-877335395f45 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.688919] env[62788]: DEBUG nova.compute.manager [req-66ee1158-8aaa-4e71-a0d8-68d752b4c1fd req-3de7e8c8-a4e6-4d67-995d-932e5976674f service nova] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Detach interface failed, port_id=ca280157-fbf4-4cdd-b525-3cbce35c707c, reason: Instance bda137b7-40e8-4a56-aa1e-834676e8d603 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1316.922017] env[62788]: DEBUG oslo_concurrency.lockutils [None req-705f5f58-500f-4871-96d3-7d96561d5fc6 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "c53ba01e-4d55-4824-a932-4260c916aea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.700s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.137196] env[62788]: INFO nova.compute.manager [-] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Took 1.46 seconds to deallocate network for instance. [ 1317.643670] env[62788]: DEBUG oslo_concurrency.lockutils [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.643943] env[62788]: DEBUG oslo_concurrency.lockutils [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.644195] env[62788]: DEBUG oslo_concurrency.lockutils [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.667776] env[62788]: INFO nova.scheduler.client.report [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleted allocations for instance bda137b7-40e8-4a56-aa1e-834676e8d603 [ 1318.176088] env[62788]: DEBUG oslo_concurrency.lockutils [None req-78848190-9fa4-46e8-94a5-a59639a1855e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "bda137b7-40e8-4a56-aa1e-834676e8d603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.142s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.989953] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "0d2955c0-7797-42cf-afb3-898181bf9b86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.990221] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.200971] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "e6740200-eceb-4659-982b-74105184f6d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.201270] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.494919] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.495227] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.495457] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.495641] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.495805] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.497459] env[62788]: DEBUG nova.compute.manager [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1319.500043] env[62788]: INFO nova.compute.manager [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Terminating instance [ 1319.703947] env[62788]: DEBUG nova.compute.manager [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1320.005246] env[62788]: DEBUG nova.compute.manager [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1320.005422] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.008236] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a95c693-01c5-4f6b-98e4-dd35a8a0679b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.015971] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.016483] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-445a2f30-aa4c-4a45-8e72-52c96fef9f3a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.022233] env[62788]: DEBUG oslo_vmware.api [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1320.022233] env[62788]: value = "task-2395071" [ 1320.022233] env[62788]: _type = "Task" [ 1320.022233] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.023130] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.023374] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.024873] env[62788]: INFO nova.compute.claims [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.034837] env[62788]: DEBUG oslo_vmware.api [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.224745] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.540194] env[62788]: DEBUG oslo_vmware.api [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395071, 'name': PowerOffVM_Task, 'duration_secs': 0.247932} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.540419] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.540586] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.540832] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8f6b48f-460b-4e1a-b352-603931f13b18 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.605702] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.605900] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.606089] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleting the datastore file [datastore2] 693f5d7b-9fb0-46bf-a718-9c9b1e4097da {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.606371] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f334913b-8eda-488f-8372-348bc072ac2a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.612877] env[62788]: DEBUG oslo_vmware.api [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for the task: (returnval){ [ 1320.612877] env[62788]: value = "task-2395073" [ 1320.612877] env[62788]: _type = "Task" [ 1320.612877] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.620101] env[62788]: DEBUG oslo_vmware.api [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.087931] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4ddb40-b875-47a7-92be-33cd6b3fd085 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.096797] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6577b2b9-9b7d-44ae-8206-85c4e9e15494 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.131797] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd93de4-5814-4ea1-b112-5a1c5bb354a4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.138682] env[62788]: DEBUG oslo_vmware.api [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Task: {'id': task-2395073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131124} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.140596] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.140784] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.140959] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.141144] env[62788]: INFO nova.compute.manager [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1321.141381] env[62788]: DEBUG oslo.service.loopingcall [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.141621] env[62788]: DEBUG nova.compute.manager [-] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1321.141718] env[62788]: DEBUG nova.network.neutron [-] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.144149] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241fa737-2e81-4605-968f-ed7f06d1fc62 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.157084] env[62788]: DEBUG nova.compute.provider_tree [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.359750] env[62788]: DEBUG nova.compute.manager [req-8330ffaa-1531-4faa-807e-2ae6c4ac5a6e req-f621e0bb-89e3-456a-9fc4-0106be2ad5ed service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Received event network-vif-deleted-0a02da31-3b0d-4d7b-9e66-e4975d781f95 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1321.359988] env[62788]: INFO nova.compute.manager [req-8330ffaa-1531-4faa-807e-2ae6c4ac5a6e req-f621e0bb-89e3-456a-9fc4-0106be2ad5ed service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Neutron deleted interface 0a02da31-3b0d-4d7b-9e66-e4975d781f95; detaching it from the instance and deleting it from the info cache [ 1321.359988] env[62788]: DEBUG nova.network.neutron [req-8330ffaa-1531-4faa-807e-2ae6c4ac5a6e req-f621e0bb-89e3-456a-9fc4-0106be2ad5ed service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.660509] env[62788]: DEBUG nova.scheduler.client.report [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.844436] env[62788]: DEBUG nova.network.neutron [-] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.861784] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38648185-ac21-4060-9f11-1fb9cc98a8c8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.871752] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4715be56-072c-47b8-b740-95899506ed29 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.894584] env[62788]: DEBUG nova.compute.manager [req-8330ffaa-1531-4faa-807e-2ae6c4ac5a6e req-f621e0bb-89e3-456a-9fc4-0106be2ad5ed service nova] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Detach interface failed, port_id=0a02da31-3b0d-4d7b-9e66-e4975d781f95, reason: Instance 693f5d7b-9fb0-46bf-a718-9c9b1e4097da could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1322.165950] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.166481] env[62788]: DEBUG nova.compute.manager [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1322.169206] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.945s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.170628] env[62788]: INFO nova.compute.claims [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.347067] env[62788]: INFO nova.compute.manager [-] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Took 1.21 seconds to deallocate network for instance. [ 1322.674772] env[62788]: DEBUG nova.compute.utils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1322.678507] env[62788]: DEBUG nova.compute.manager [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1322.678660] env[62788]: DEBUG nova.network.neutron [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.726814] env[62788]: DEBUG nova.policy [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98e860385b1a4e498fa78efc87de9b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3518b0ad7ed47a290c7d717277586ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.853368] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.026438] env[62788]: DEBUG nova.network.neutron [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Successfully created port: 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.179592] env[62788]: DEBUG nova.compute.manager [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1323.239251] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408a34d8-b26d-460d-b9f4-4a1d615877f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.248529] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dea524-89a6-4db8-968f-57e9bac547dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.279453] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b759b9d2-ab9e-462f-9c43-c426aba38242 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.286312] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6ae4f0-9911-44b7-a449-c3ea6ceec673 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.299089] env[62788]: DEBUG nova.compute.provider_tree [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.801748] env[62788]: DEBUG nova.scheduler.client.report [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.036670] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.192228] env[62788]: DEBUG nova.compute.manager [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1324.216781] env[62788]: DEBUG nova.virt.hardware [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.217050] env[62788]: DEBUG nova.virt.hardware [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.217216] env[62788]: DEBUG nova.virt.hardware [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.217402] env[62788]: DEBUG nova.virt.hardware [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.217552] env[62788]: DEBUG nova.virt.hardware [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.217701] env[62788]: DEBUG nova.virt.hardware [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.217906] env[62788]: DEBUG nova.virt.hardware [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.218084] env[62788]: DEBUG nova.virt.hardware [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.218257] env[62788]: DEBUG nova.virt.hardware [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.218425] env[62788]: DEBUG nova.virt.hardware [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.218601] env[62788]: DEBUG nova.virt.hardware [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.219470] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221475ff-53e9-4e62-bc8d-a0d579e39c97 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.227776] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c29b5-43a0-495e-b889-53d1b461b2af {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.306434] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.306936] env[62788]: DEBUG nova.compute.manager [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1324.309546] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.456s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.309759] env[62788]: DEBUG nova.objects.instance [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lazy-loading 'resources' on Instance uuid 693f5d7b-9fb0-46bf-a718-9c9b1e4097da {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.400187] env[62788]: DEBUG nova.compute.manager [req-f354d01d-ed57-4ebf-9e02-96bd0b0952c9 req-bfa9cdb9-6c6e-4a67-852a-99cdc13c24d2 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Received event network-vif-plugged-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1324.400409] env[62788]: DEBUG oslo_concurrency.lockutils [req-f354d01d-ed57-4ebf-9e02-96bd0b0952c9 req-bfa9cdb9-6c6e-4a67-852a-99cdc13c24d2 service nova] Acquiring lock "0d2955c0-7797-42cf-afb3-898181bf9b86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.400614] env[62788]: DEBUG oslo_concurrency.lockutils [req-f354d01d-ed57-4ebf-9e02-96bd0b0952c9 req-bfa9cdb9-6c6e-4a67-852a-99cdc13c24d2 service nova] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.400781] env[62788]: DEBUG oslo_concurrency.lockutils [req-f354d01d-ed57-4ebf-9e02-96bd0b0952c9 req-bfa9cdb9-6c6e-4a67-852a-99cdc13c24d2 service nova] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.400949] env[62788]: DEBUG nova.compute.manager [req-f354d01d-ed57-4ebf-9e02-96bd0b0952c9 req-bfa9cdb9-6c6e-4a67-852a-99cdc13c24d2 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] No waiting events found dispatching network-vif-plugged-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.401127] env[62788]: WARNING nova.compute.manager [req-f354d01d-ed57-4ebf-9e02-96bd0b0952c9 req-bfa9cdb9-6c6e-4a67-852a-99cdc13c24d2 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Received unexpected event network-vif-plugged-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c for instance with vm_state building and task_state spawning. [ 1324.488211] env[62788]: DEBUG nova.network.neutron [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Successfully updated port: 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.816047] env[62788]: DEBUG nova.compute.utils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1324.816678] env[62788]: DEBUG nova.compute.manager [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1324.816842] env[62788]: DEBUG nova.network.neutron [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.859165] env[62788]: DEBUG nova.policy [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b71a97dff5e4a30a7316f6304103cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '66e22eea17794f089e8ed65a5d76bc5a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1324.874735] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e793770c-1005-4e1a-a89f-6db6dec04dfd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.882242] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5a1bb9-3e25-49c4-8990-1f9ab1e78f3c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.914457] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12be295-dfee-43ea-b8a4-74af83e034b8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.921521] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c711d1b6-c191-42fe-b8f0-aecfbc3e4394 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.934513] env[62788]: DEBUG nova.compute.provider_tree [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.992360] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.992360] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.992360] env[62788]: DEBUG nova.network.neutron [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.151076] env[62788]: DEBUG nova.network.neutron [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Successfully created port: 49bc2a53-9256-402d-91fd-452ed3adc4f6 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.319795] env[62788]: DEBUG nova.compute.manager [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1325.437407] env[62788]: DEBUG nova.scheduler.client.report [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.521825] env[62788]: DEBUG nova.network.neutron [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.661109] env[62788]: DEBUG nova.network.neutron [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance_info_cache with network_info: [{"id": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "address": "fa:16:3e:34:bd:a2", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b725c83-b1", "ovs_interfaceid": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.942384] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.963348] env[62788]: INFO nova.scheduler.client.report [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Deleted allocations for instance 693f5d7b-9fb0-46bf-a718-9c9b1e4097da [ 1326.031249] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.035780] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1326.035988] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 1326.163941] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.164312] env[62788]: DEBUG nova.compute.manager [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Instance network_info: |[{"id": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "address": "fa:16:3e:34:bd:a2", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b725c83-b1", "ovs_interfaceid": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1326.164741] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:bd:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b725c83-b1b1-47da-86e6-8eb6eecd7f0c', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.172114] env[62788]: DEBUG oslo.service.loopingcall [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.172319] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.172532] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98ca29c3-932a-409d-a03f-ec740ab0a462 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.192383] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.192383] env[62788]: value = "task-2395074" [ 1326.192383] env[62788]: _type = "Task" [ 1326.192383] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.199705] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2395074, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.329174] env[62788]: DEBUG nova.compute.manager [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1326.356063] env[62788]: DEBUG nova.virt.hardware [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.356321] env[62788]: DEBUG nova.virt.hardware [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.356481] env[62788]: DEBUG nova.virt.hardware [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.356662] env[62788]: DEBUG nova.virt.hardware [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.356807] env[62788]: DEBUG nova.virt.hardware [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.356954] env[62788]: DEBUG nova.virt.hardware [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.357185] env[62788]: DEBUG nova.virt.hardware [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.357347] env[62788]: DEBUG nova.virt.hardware [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.357514] env[62788]: DEBUG nova.virt.hardware [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.357675] env[62788]: DEBUG nova.virt.hardware [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.357845] env[62788]: DEBUG nova.virt.hardware [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.358733] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e44f1a-c9f1-4afb-91c2-d5cdaea7b243 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.366981] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92422166-b1f7-495b-a8b2-ca0339fbc6d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.427720] env[62788]: DEBUG nova.compute.manager [req-a38bc462-883e-48b5-a0ab-78f858f22eef req-851369d2-5143-493d-b31b-9492b1d6aa5d service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Received event network-changed-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1326.427925] env[62788]: DEBUG nova.compute.manager [req-a38bc462-883e-48b5-a0ab-78f858f22eef req-851369d2-5143-493d-b31b-9492b1d6aa5d service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Refreshing instance network info cache due to event network-changed-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1326.428218] env[62788]: DEBUG oslo_concurrency.lockutils [req-a38bc462-883e-48b5-a0ab-78f858f22eef req-851369d2-5143-493d-b31b-9492b1d6aa5d service nova] Acquiring lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.428409] env[62788]: DEBUG oslo_concurrency.lockutils [req-a38bc462-883e-48b5-a0ab-78f858f22eef req-851369d2-5143-493d-b31b-9492b1d6aa5d service nova] Acquired lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.428578] env[62788]: DEBUG nova.network.neutron [req-a38bc462-883e-48b5-a0ab-78f858f22eef req-851369d2-5143-493d-b31b-9492b1d6aa5d service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Refreshing network info cache for port 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.471549] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e4f7e3d0-643a-42c2-a6d0-2031be726a87 tempest-ServerActionsTestOtherA-1850886829 tempest-ServerActionsTestOtherA-1850886829-project-member] Lock "693f5d7b-9fb0-46bf-a718-9c9b1e4097da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.976s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.613221] env[62788]: DEBUG nova.network.neutron [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Successfully updated port: 49bc2a53-9256-402d-91fd-452ed3adc4f6 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.701759] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2395074, 'name': CreateVM_Task, 'duration_secs': 0.292351} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.701937] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1326.702610] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1326.702773] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.703097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1326.703341] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d2cd03-f772-478f-86a2-805f5327fdf6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.708275] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1326.708275] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52103639-9bfb-dac6-cbac-245b77cd22a9" [ 1326.708275] env[62788]: _type = "Task" [ 1326.708275] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.716295] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52103639-9bfb-dac6-cbac-245b77cd22a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.114899] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "refresh_cache-e6740200-eceb-4659-982b-74105184f6d5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.115146] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquired lock "refresh_cache-e6740200-eceb-4659-982b-74105184f6d5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.115146] env[62788]: DEBUG nova.network.neutron [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.218945] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52103639-9bfb-dac6-cbac-245b77cd22a9, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.219267] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.219497] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.219727] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.219870] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.220054] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.220314] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61a459eb-b7c9-42f6-b545-120d6681ef5c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.229667] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.229896] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.230668] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad1159a-8521-4291-88ce-0a83c99079a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.236054] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1327.236054] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52999ee5-6355-95e8-ffdd-b76fdc45c56f" [ 1327.236054] env[62788]: _type = "Task" [ 1327.236054] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.245755] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52999ee5-6355-95e8-ffdd-b76fdc45c56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.349779] env[62788]: DEBUG nova.network.neutron [req-a38bc462-883e-48b5-a0ab-78f858f22eef req-851369d2-5143-493d-b31b-9492b1d6aa5d service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updated VIF entry in instance network info cache for port 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.350179] env[62788]: DEBUG nova.network.neutron [req-a38bc462-883e-48b5-a0ab-78f858f22eef req-851369d2-5143-493d-b31b-9492b1d6aa5d service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance_info_cache with network_info: [{"id": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "address": "fa:16:3e:34:bd:a2", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b725c83-b1", "ovs_interfaceid": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.645665] env[62788]: DEBUG nova.network.neutron [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.747209] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52999ee5-6355-95e8-ffdd-b76fdc45c56f, 'name': SearchDatastore_Task, 'duration_secs': 0.008443} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.750010] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce4d198-0508-4d90-ba5c-001654912971 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.756838] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1327.756838] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5278e25d-5cff-21a1-f0b3-2c0c8474421a" [ 1327.756838] env[62788]: _type = "Task" [ 1327.756838] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.764866] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5278e25d-5cff-21a1-f0b3-2c0c8474421a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.784776] env[62788]: DEBUG nova.network.neutron [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Updating instance_info_cache with network_info: [{"id": "49bc2a53-9256-402d-91fd-452ed3adc4f6", "address": "fa:16:3e:26:5d:96", "network": {"id": "915bb09a-eaac-40ac-bcc2-785a23e8dfd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1959965782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e22eea17794f089e8ed65a5d76bc5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bc2a53-92", "ovs_interfaceid": "49bc2a53-9256-402d-91fd-452ed3adc4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.853509] env[62788]: DEBUG oslo_concurrency.lockutils [req-a38bc462-883e-48b5-a0ab-78f858f22eef req-851369d2-5143-493d-b31b-9492b1d6aa5d service nova] Releasing lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.267547] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5278e25d-5cff-21a1-f0b3-2c0c8474421a, 'name': SearchDatastore_Task, 'duration_secs': 0.00902} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.267794] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.267929] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 0d2955c0-7797-42cf-afb3-898181bf9b86/0d2955c0-7797-42cf-afb3-898181bf9b86.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.268195] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9db9f40a-0ce0-44c5-bd2e-71ab76e33ac0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.276415] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1328.276415] env[62788]: value = "task-2395075" [ 1328.276415] env[62788]: _type = "Task" [ 1328.276415] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.283807] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.287484] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Releasing lock "refresh_cache-e6740200-eceb-4659-982b-74105184f6d5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.287764] env[62788]: DEBUG nova.compute.manager [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Instance network_info: |[{"id": "49bc2a53-9256-402d-91fd-452ed3adc4f6", "address": "fa:16:3e:26:5d:96", "network": {"id": "915bb09a-eaac-40ac-bcc2-785a23e8dfd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1959965782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e22eea17794f089e8ed65a5d76bc5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bc2a53-92", "ovs_interfaceid": "49bc2a53-9256-402d-91fd-452ed3adc4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1328.288223] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:5d:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff3ecd2f-0b10-4faf-a512-fd7a20c28df1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49bc2a53-9256-402d-91fd-452ed3adc4f6', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.295535] env[62788]: DEBUG oslo.service.loopingcall [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1328.295733] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6740200-eceb-4659-982b-74105184f6d5] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.295934] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3464868b-376d-4500-9798-9905d50467d1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.313546] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.313546] env[62788]: value = "task-2395076" [ 1328.313546] env[62788]: _type = "Task" [ 1328.313546] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.320652] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2395076, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.464293] env[62788]: DEBUG nova.compute.manager [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Received event network-vif-plugged-49bc2a53-9256-402d-91fd-452ed3adc4f6 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1328.464543] env[62788]: DEBUG oslo_concurrency.lockutils [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] Acquiring lock "e6740200-eceb-4659-982b-74105184f6d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.464754] env[62788]: DEBUG oslo_concurrency.lockutils [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] Lock "e6740200-eceb-4659-982b-74105184f6d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.464980] env[62788]: DEBUG oslo_concurrency.lockutils [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] Lock "e6740200-eceb-4659-982b-74105184f6d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.465108] env[62788]: DEBUG nova.compute.manager [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] No waiting events found dispatching network-vif-plugged-49bc2a53-9256-402d-91fd-452ed3adc4f6 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1328.465334] env[62788]: WARNING nova.compute.manager [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Received unexpected event network-vif-plugged-49bc2a53-9256-402d-91fd-452ed3adc4f6 for instance with vm_state building and task_state spawning. [ 1328.465554] env[62788]: DEBUG nova.compute.manager [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Received event network-changed-49bc2a53-9256-402d-91fd-452ed3adc4f6 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1328.465720] env[62788]: DEBUG nova.compute.manager [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Refreshing instance network info cache due to event network-changed-49bc2a53-9256-402d-91fd-452ed3adc4f6. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1328.465907] env[62788]: DEBUG oslo_concurrency.lockutils [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] Acquiring lock "refresh_cache-e6740200-eceb-4659-982b-74105184f6d5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.466061] env[62788]: DEBUG oslo_concurrency.lockutils [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] Acquired lock "refresh_cache-e6740200-eceb-4659-982b-74105184f6d5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.466229] env[62788]: DEBUG nova.network.neutron [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Refreshing network info cache for port 49bc2a53-9256-402d-91fd-452ed3adc4f6 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.785915] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465824} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.785915] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] 0d2955c0-7797-42cf-afb3-898181bf9b86/0d2955c0-7797-42cf-afb3-898181bf9b86.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.786194] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.786327] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda4235e-a64e-45b9-95f1-e180c90cf839 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.792801] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1328.792801] env[62788]: value = "task-2395077" [ 1328.792801] env[62788]: _type = "Task" [ 1328.792801] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.800597] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.824017] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2395076, 'name': CreateVM_Task, 'duration_secs': 0.422937} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.824238] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6740200-eceb-4659-982b-74105184f6d5] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.824839] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.825015] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.825345] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.825591] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ac64ab-f661-4584-b936-36b3ac049106 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.830211] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1328.830211] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5290eaa6-3677-4a70-a501-2d5172367473" [ 1328.830211] env[62788]: _type = "Task" [ 1328.830211] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.837648] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5290eaa6-3677-4a70-a501-2d5172367473, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.052193] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Didn't find any instances for network info cache update. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10553}} [ 1329.052475] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.052605] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.052756] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.052911] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.053066] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.053201] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 1329.053343] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1329.180134] env[62788]: DEBUG nova.network.neutron [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Updated VIF entry in instance network info cache for port 49bc2a53-9256-402d-91fd-452ed3adc4f6. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.180535] env[62788]: DEBUG nova.network.neutron [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Updating instance_info_cache with network_info: [{"id": "49bc2a53-9256-402d-91fd-452ed3adc4f6", "address": "fa:16:3e:26:5d:96", "network": {"id": "915bb09a-eaac-40ac-bcc2-785a23e8dfd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1959965782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e22eea17794f089e8ed65a5d76bc5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bc2a53-92", "ovs_interfaceid": "49bc2a53-9256-402d-91fd-452ed3adc4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.304976] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056367} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.304976] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.304976] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fd8c0b-5102-4d45-80ca-000d087d04a0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.330266] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 0d2955c0-7797-42cf-afb3-898181bf9b86/0d2955c0-7797-42cf-afb3-898181bf9b86.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.330580] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b0fd059-9782-40be-8117-db2f099214b6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.356804] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5290eaa6-3677-4a70-a501-2d5172367473, 'name': SearchDatastore_Task, 'duration_secs': 0.009131} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.356804] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.356804] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.356804] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.356804] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.356804] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.356804] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1329.356804] env[62788]: value = "task-2395078" [ 1329.356804] env[62788]: _type = "Task" [ 1329.356804] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.356804] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf559d95-b404-459a-befc-fd06cea3ee77 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.365940] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395078, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.367177] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.367347] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.368037] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd962e9c-ab9c-4bb1-a49f-1929e917892d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.372515] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1329.372515] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52cf303a-323a-4f58-ce00-06582eb1bc4b" [ 1329.372515] env[62788]: _type = "Task" [ 1329.372515] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.380497] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cf303a-323a-4f58-ce00-06582eb1bc4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.556893] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.557144] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.557328] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.557523] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1329.558443] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193afe51-69e9-421a-bf46-c6ffbdf4b00d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.566724] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae433fd3-81ca-4372-9330-edab75f9f388 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.581054] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78b9e83-4093-450f-8b32-c6d3e42d6e73 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.586884] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee1f898-b78c-4db8-8d1b-352009bda4f8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.619079] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180409MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1329.619242] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.619445] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.682999] env[62788]: DEBUG oslo_concurrency.lockutils [req-28de26f1-748a-4aa7-9a42-420611121436 req-8d658468-71dd-4aff-acd9-00aeca49a8cd service nova] Releasing lock "refresh_cache-e6740200-eceb-4659-982b-74105184f6d5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.868175] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395078, 'name': ReconfigVM_Task, 'duration_secs': 0.257852} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.868519] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 0d2955c0-7797-42cf-afb3-898181bf9b86/0d2955c0-7797-42cf-afb3-898181bf9b86.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.869142] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1acab65-d7b8-4b76-ae4e-b2122892f5c0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.876871] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1329.876871] env[62788]: value = "task-2395079" [ 1329.876871] env[62788]: _type = "Task" [ 1329.876871] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.883316] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52cf303a-323a-4f58-ce00-06582eb1bc4b, 'name': SearchDatastore_Task, 'duration_secs': 0.008529} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.884358] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0c5e043-ddfd-4d5e-a745-1b3590cdc784 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.889113] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395079, 'name': Rename_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.891876] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1329.891876] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52009d60-08e3-a6f5-a345-236001a28d93" [ 1329.891876] env[62788]: _type = "Task" [ 1329.891876] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.899184] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52009d60-08e3-a6f5-a345-236001a28d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.387272] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395079, 'name': Rename_Task, 'duration_secs': 0.14055} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.387661] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.387738] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03a5f23b-26b6-44ad-a6fb-bc2a152efb91 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.396666] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1330.396666] env[62788]: value = "task-2395080" [ 1330.396666] env[62788]: _type = "Task" [ 1330.396666] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.403855] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52009d60-08e3-a6f5-a345-236001a28d93, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.404419] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.404775] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] e6740200-eceb-4659-982b-74105184f6d5/e6740200-eceb-4659-982b-74105184f6d5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.404888] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be32bb3f-40ac-4859-9e8b-069fe6efa6d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.409356] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.413218] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1330.413218] env[62788]: value = "task-2395081" [ 1330.413218] env[62788]: _type = "Task" [ 1330.413218] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.420614] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.647815] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 0d2955c0-7797-42cf-afb3-898181bf9b86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1330.647989] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance e6740200-eceb-4659-982b-74105184f6d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1330.648203] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1330.648350] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1330.689998] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec6033f-8c5b-47d8-a4eb-a6a85b597cbd {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.698989] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3b6e4f-7d1c-4a9a-b57a-b2d84996e94a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.732595] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0546ec-fc2d-4ca9-be5d-73dd2ba60b5d {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.740936] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dd17c0-71d0-4c22-9e0f-0b907ddd652a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.754572] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.907052] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395080, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.922394] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445756} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.922699] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore2] e6740200-eceb-4659-982b-74105184f6d5/e6740200-eceb-4659-982b-74105184f6d5.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1330.922943] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1330.923214] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8660e36-b1c9-4ae8-a67b-7ddb64c8ebca {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.929812] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1330.929812] env[62788]: value = "task-2395082" [ 1330.929812] env[62788]: _type = "Task" [ 1330.929812] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.938568] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.257706] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.407945] env[62788]: DEBUG oslo_vmware.api [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395080, 'name': PowerOnVM_Task, 'duration_secs': 0.617396} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.408261] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.408430] env[62788]: INFO nova.compute.manager [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Took 7.22 seconds to spawn the instance on the hypervisor. [ 1331.408612] env[62788]: DEBUG nova.compute.manager [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1331.409381] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb25620e-897f-45cc-8f06-3f8047066bf4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.438711] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071514} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.438954] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1331.439674] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae29ee54-79d7-43dc-a4d7-db91284b1994 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.462080] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] e6740200-eceb-4659-982b-74105184f6d5/e6740200-eceb-4659-982b-74105184f6d5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.462935] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a0801d-7a68-47ad-89a0-f4402e7b8ce0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.481281] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1331.481281] env[62788]: value = "task-2395083" [ 1331.481281] env[62788]: _type = "Task" [ 1331.481281] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.488745] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.762298] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1331.762536] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.926855] env[62788]: INFO nova.compute.manager [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Took 11.92 seconds to build instance. [ 1331.990771] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395083, 'name': ReconfigVM_Task, 'duration_secs': 0.269057} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.991091] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Reconfigured VM instance instance-0000007b to attach disk [datastore2] e6740200-eceb-4659-982b-74105184f6d5/e6740200-eceb-4659-982b-74105184f6d5.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.991636] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d0aec8f-a35f-4a1f-9d75-17a1ffee4d89 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.998694] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1331.998694] env[62788]: value = "task-2395084" [ 1331.998694] env[62788]: _type = "Task" [ 1331.998694] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.008061] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395084, 'name': Rename_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.108337] env[62788]: DEBUG nova.compute.manager [req-5cbc9d04-b844-4be5-80cc-c60fdbb83f83 req-22eb232d-d19c-4726-8eff-adebc0dfaaf2 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Received event network-changed-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1332.108337] env[62788]: DEBUG nova.compute.manager [req-5cbc9d04-b844-4be5-80cc-c60fdbb83f83 req-22eb232d-d19c-4726-8eff-adebc0dfaaf2 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Refreshing instance network info cache due to event network-changed-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1332.108337] env[62788]: DEBUG oslo_concurrency.lockutils [req-5cbc9d04-b844-4be5-80cc-c60fdbb83f83 req-22eb232d-d19c-4726-8eff-adebc0dfaaf2 service nova] Acquiring lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.108638] env[62788]: DEBUG oslo_concurrency.lockutils [req-5cbc9d04-b844-4be5-80cc-c60fdbb83f83 req-22eb232d-d19c-4726-8eff-adebc0dfaaf2 service nova] Acquired lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.108638] env[62788]: DEBUG nova.network.neutron [req-5cbc9d04-b844-4be5-80cc-c60fdbb83f83 req-22eb232d-d19c-4726-8eff-adebc0dfaaf2 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Refreshing network info cache for port 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.429076] env[62788]: DEBUG oslo_concurrency.lockutils [None req-463791c7-7961-4832-b629-19ff55666505 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.439s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.508323] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395084, 'name': Rename_Task, 'duration_secs': 0.162424} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.508586] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.508820] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0c8e46a-b9d5-4a5c-9b93-1878261aaa30 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.514475] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1332.514475] env[62788]: value = "task-2395085" [ 1332.514475] env[62788]: _type = "Task" [ 1332.514475] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.521630] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395085, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.831142] env[62788]: DEBUG nova.network.neutron [req-5cbc9d04-b844-4be5-80cc-c60fdbb83f83 req-22eb232d-d19c-4726-8eff-adebc0dfaaf2 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updated VIF entry in instance network info cache for port 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1332.831516] env[62788]: DEBUG nova.network.neutron [req-5cbc9d04-b844-4be5-80cc-c60fdbb83f83 req-22eb232d-d19c-4726-8eff-adebc0dfaaf2 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance_info_cache with network_info: [{"id": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "address": "fa:16:3e:34:bd:a2", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b725c83-b1", "ovs_interfaceid": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.024271] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395085, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.334525] env[62788]: DEBUG oslo_concurrency.lockutils [req-5cbc9d04-b844-4be5-80cc-c60fdbb83f83 req-22eb232d-d19c-4726-8eff-adebc0dfaaf2 service nova] Releasing lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.525259] env[62788]: DEBUG oslo_vmware.api [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395085, 'name': PowerOnVM_Task, 'duration_secs': 0.510553} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.525680] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1333.525733] env[62788]: INFO nova.compute.manager [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1333.525885] env[62788]: DEBUG nova.compute.manager [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1333.526693] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e188062-7def-485a-b09d-cfa388a23305 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.043062] env[62788]: INFO nova.compute.manager [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Took 13.83 seconds to build instance. [ 1334.544529] env[62788]: DEBUG oslo_concurrency.lockutils [None req-175b86e9-cb83-4e55-a6ac-989b57c9fc69 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.343s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.545701] env[62788]: DEBUG nova.compute.manager [req-f2326ad8-4987-4a64-b597-afbe206ef7e5 req-1f857686-04ee-4523-8735-822b7d51b811 service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Received event network-changed-49bc2a53-9256-402d-91fd-452ed3adc4f6 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1334.545888] env[62788]: DEBUG nova.compute.manager [req-f2326ad8-4987-4a64-b597-afbe206ef7e5 req-1f857686-04ee-4523-8735-822b7d51b811 service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Refreshing instance network info cache due to event network-changed-49bc2a53-9256-402d-91fd-452ed3adc4f6. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1334.546121] env[62788]: DEBUG oslo_concurrency.lockutils [req-f2326ad8-4987-4a64-b597-afbe206ef7e5 req-1f857686-04ee-4523-8735-822b7d51b811 service nova] Acquiring lock "refresh_cache-e6740200-eceb-4659-982b-74105184f6d5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.546274] env[62788]: DEBUG oslo_concurrency.lockutils [req-f2326ad8-4987-4a64-b597-afbe206ef7e5 req-1f857686-04ee-4523-8735-822b7d51b811 service nova] Acquired lock "refresh_cache-e6740200-eceb-4659-982b-74105184f6d5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.546442] env[62788]: DEBUG nova.network.neutron [req-f2326ad8-4987-4a64-b597-afbe206ef7e5 req-1f857686-04ee-4523-8735-822b7d51b811 service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Refreshing network info cache for port 49bc2a53-9256-402d-91fd-452ed3adc4f6 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.251627] env[62788]: DEBUG nova.network.neutron [req-f2326ad8-4987-4a64-b597-afbe206ef7e5 req-1f857686-04ee-4523-8735-822b7d51b811 service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Updated VIF entry in instance network info cache for port 49bc2a53-9256-402d-91fd-452ed3adc4f6. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.252013] env[62788]: DEBUG nova.network.neutron [req-f2326ad8-4987-4a64-b597-afbe206ef7e5 req-1f857686-04ee-4523-8735-822b7d51b811 service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Updating instance_info_cache with network_info: [{"id": "49bc2a53-9256-402d-91fd-452ed3adc4f6", "address": "fa:16:3e:26:5d:96", "network": {"id": "915bb09a-eaac-40ac-bcc2-785a23e8dfd6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1959965782-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "66e22eea17794f089e8ed65a5d76bc5a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff3ecd2f-0b10-4faf-a512-fd7a20c28df1", "external-id": "nsx-vlan-transportzone-291", "segmentation_id": 291, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49bc2a53-92", "ovs_interfaceid": "49bc2a53-9256-402d-91fd-452ed3adc4f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.755402] env[62788]: DEBUG oslo_concurrency.lockutils [req-f2326ad8-4987-4a64-b597-afbe206ef7e5 req-1f857686-04ee-4523-8735-822b7d51b811 service nova] Releasing lock "refresh_cache-e6740200-eceb-4659-982b-74105184f6d5" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.077013] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "0d2955c0-7797-42cf-afb3-898181bf9b86" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.077310] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.580371] env[62788]: DEBUG nova.compute.utils [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.082997] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.140016] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "0d2955c0-7797-42cf-afb3-898181bf9b86" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.140016] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.140016] env[62788]: INFO nova.compute.manager [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Attaching volume 5838cbbd-10bf-469e-b3a4-76eba8bebea9 to /dev/sdb [ 1371.171067] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2177f9b0-0388-4ad4-82e2-df2df2153dbb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.179049] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9492a8-7981-4503-aa00-722d708d9140 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.191930] env[62788]: DEBUG nova.virt.block_device [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating existing volume attachment record: 3813999d-fbe0-4d08-8e68-0b3a73db16ad {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1371.658142] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "e6740200-eceb-4659-982b-74105184f6d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.658397] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.161477] env[62788]: DEBUG nova.compute.utils [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1372.664858] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.718630] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "e6740200-eceb-4659-982b-74105184f6d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.719060] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.719116] env[62788]: INFO nova.compute.manager [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Attaching volume c0e26b0c-3a94-4511-9403-bf00a8d8b1e8 to /dev/sdb [ 1373.748340] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0e609c-74b9-4b9e-b4e7-2bb1810bccb6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.755416] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc557a4-e970-4e8b-a967-2393c9932cd9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.767836] env[62788]: DEBUG nova.virt.block_device [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Updating existing volume attachment record: dd8c3c75-109e-4222-bebd-986b34d681f7 {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1375.734940] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1375.735238] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485843', 'volume_id': '5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'name': 'volume-5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d2955c0-7797-42cf-afb3-898181bf9b86', 'attached_at': '', 'detached_at': '', 'volume_id': '5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'serial': '5838cbbd-10bf-469e-b3a4-76eba8bebea9'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1375.736114] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0cea54-77ae-4e81-8664-ae30a8694706 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.752334] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718cbe6a-ea77-4b97-8a37-d4fb06f968e1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.776163] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-5838cbbd-10bf-469e-b3a4-76eba8bebea9/volume-5838cbbd-10bf-469e-b3a4-76eba8bebea9.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.776411] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd49b223-3d35-4d29-99c2-9552f14b35c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.793607] env[62788]: DEBUG oslo_vmware.api [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1375.793607] env[62788]: value = "task-2395091" [ 1375.793607] env[62788]: _type = "Task" [ 1375.793607] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.800666] env[62788]: DEBUG oslo_vmware.api [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.303423] env[62788]: DEBUG oslo_vmware.api [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395091, 'name': ReconfigVM_Task, 'duration_secs': 0.339948} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.303704] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-5838cbbd-10bf-469e-b3a4-76eba8bebea9/volume-5838cbbd-10bf-469e-b3a4-76eba8bebea9.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.308382] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbddbe88-a287-4703-aeac-4cab9fc6f2b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.322145] env[62788]: DEBUG oslo_vmware.api [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1376.322145] env[62788]: value = "task-2395093" [ 1376.322145] env[62788]: _type = "Task" [ 1376.322145] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.331090] env[62788]: DEBUG oslo_vmware.api [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.831534] env[62788]: DEBUG oslo_vmware.api [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395093, 'name': ReconfigVM_Task, 'duration_secs': 0.124987} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.831882] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485843', 'volume_id': '5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'name': 'volume-5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d2955c0-7797-42cf-afb3-898181bf9b86', 'attached_at': '', 'detached_at': '', 'volume_id': '5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'serial': '5838cbbd-10bf-469e-b3a4-76eba8bebea9'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1377.865705] env[62788]: DEBUG nova.objects.instance [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'flavor' on Instance uuid 0d2955c0-7797-42cf-afb3-898181bf9b86 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.307621] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1378.307862] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485844', 'volume_id': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'name': 'volume-c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6740200-eceb-4659-982b-74105184f6d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'serial': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1378.308767] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9af827-81a9-4a14-b2de-420f83f8536f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.325110] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e77411-f4ad-493b-91e7-e97a2e220780 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.349592] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-c0e26b0c-3a94-4511-9403-bf00a8d8b1e8/volume-c0e26b0c-3a94-4511-9403-bf00a8d8b1e8.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.349785] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94dad5b8-448d-45c5-8d68-3313f344e50c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.369819] env[62788]: DEBUG oslo_vmware.api [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1378.369819] env[62788]: value = "task-2395094" [ 1378.369819] env[62788]: _type = "Task" [ 1378.369819] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.373238] env[62788]: DEBUG oslo_concurrency.lockutils [None req-08d91c6e-1119-4a20-ba76-f39992b73b19 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.378629] env[62788]: DEBUG oslo_vmware.api [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.880300] env[62788]: DEBUG oslo_vmware.api [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395094, 'name': ReconfigVM_Task, 'duration_secs': 0.341666} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.880618] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-c0e26b0c-3a94-4511-9403-bf00a8d8b1e8/volume-c0e26b0c-3a94-4511-9403-bf00a8d8b1e8.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1378.885226] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5485884-2b0c-4cce-8d16-076c65e97882 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.899751] env[62788]: DEBUG oslo_vmware.api [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1378.899751] env[62788]: value = "task-2395095" [ 1378.899751] env[62788]: _type = "Task" [ 1378.899751] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.908338] env[62788]: DEBUG oslo_vmware.api [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.277902] env[62788]: DEBUG nova.compute.manager [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Stashing vm_state: active {{(pid=62788) _prep_resize /opt/stack/nova/nova/compute/manager.py:6150}} [ 1379.410225] env[62788]: DEBUG oslo_vmware.api [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395095, 'name': ReconfigVM_Task, 'duration_secs': 0.130681} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.410477] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485844', 'volume_id': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'name': 'volume-c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6740200-eceb-4659-982b-74105184f6d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'serial': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1379.800469] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.800737] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.306184] env[62788]: INFO nova.compute.claims [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1380.442937] env[62788]: DEBUG nova.objects.instance [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'flavor' on Instance uuid e6740200-eceb-4659-982b-74105184f6d5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1380.812783] env[62788]: INFO nova.compute.resource_tracker [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating resource usage from migration 9f69ae49-3100-43fd-8531-e7a42fb1dd16 [ 1380.859541] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1fb98b-ec23-4a8a-8544-309b25653618 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.867012] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118b5532-4b13-4fee-82ec-73a869e8fe99 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.897118] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed844984-6e22-4570-8b59-d6b17ffb2f45 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.904228] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b7d24d-7ecb-478c-87ed-bc487e7c2438 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.917721] env[62788]: DEBUG nova.compute.provider_tree [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.947186] env[62788]: DEBUG oslo_concurrency.lockutils [None req-aff19e1b-6322-49de-bc19-cff9575a1136 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.228s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.420874] env[62788]: DEBUG nova.scheduler.client.report [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.925689] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.125s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.925914] env[62788]: INFO nova.compute.manager [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Migrating [ 1382.226910] env[62788]: DEBUG oslo_concurrency.lockutils [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "e6740200-eceb-4659-982b-74105184f6d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.227210] env[62788]: DEBUG oslo_concurrency.lockutils [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.439826] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.440197] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.440197] env[62788]: DEBUG nova.network.neutron [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.730882] env[62788]: DEBUG nova.compute.utils [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1383.152511] env[62788]: DEBUG nova.network.neutron [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance_info_cache with network_info: [{"id": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "address": "fa:16:3e:34:bd:a2", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b725c83-b1", "ovs_interfaceid": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.233404] env[62788]: DEBUG oslo_concurrency.lockutils [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.654962] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.292676] env[62788]: DEBUG oslo_concurrency.lockutils [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "e6740200-eceb-4659-982b-74105184f6d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.293033] env[62788]: DEBUG oslo_concurrency.lockutils [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.293267] env[62788]: INFO nova.compute.manager [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Attaching volume 802d64fd-c128-4966-b890-a46e7fe4056a to /dev/sdc [ 1384.322177] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968c4056-8096-4f02-9612-1eacf37632f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.329478] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eba035-942b-42ba-b639-22256c6984e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.342316] env[62788]: DEBUG nova.virt.block_device [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Updating existing volume attachment record: 19cf1dd5-f95d-4eff-98dc-f47155f81c0e {{(pid=62788) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1385.170430] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333da4f8-b762-46ec-932f-4fcbc0fd47bb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.192151] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance '0d2955c0-7797-42cf-afb3-898181bf9b86' progress to 0 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1385.698255] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.698543] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98ac32c4-4eec-4c67-9f09-f085df2f02e6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.705435] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1385.705435] env[62788]: value = "task-2395097" [ 1385.705435] env[62788]: _type = "Task" [ 1385.705435] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.713458] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.215783] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395097, 'name': PowerOffVM_Task, 'duration_secs': 0.181745} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.216249] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.216249] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance '0d2955c0-7797-42cf-afb3-898181bf9b86' progress to 17 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1386.722679] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1386.722991] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.723128] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1386.723321] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.723495] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1386.723652] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1386.723858] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1386.724036] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1386.725376] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1386.725376] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1386.725376] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1386.729788] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-741cbbeb-c32f-4eff-a6a2-47ee2c23b9e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.745326] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1386.745326] env[62788]: value = "task-2395099" [ 1386.745326] env[62788]: _type = "Task" [ 1386.745326] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.754417] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.255409] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395099, 'name': ReconfigVM_Task, 'duration_secs': 0.164678} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.255865] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance '0d2955c0-7797-42cf-afb3-898181bf9b86' progress to 33 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1387.762620] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1387.762849] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.762977] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1387.763181] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.763332] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1387.763483] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1387.763686] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1387.763850] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1387.765044] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1387.765044] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1387.765044] env[62788]: DEBUG nova.virt.hardware [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1387.769630] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1387.769940] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbaa34dd-2299-4774-8cef-b9b59be94a04 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.788345] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1387.788345] env[62788]: value = "task-2395100" [ 1387.788345] env[62788]: _type = "Task" [ 1387.788345] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.795712] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.298832] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395100, 'name': ReconfigVM_Task, 'duration_secs': 0.229915} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.299136] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1388.299904] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45aa60c-8aa6-49e8-929d-a7dfa25a0109 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.323455] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 0d2955c0-7797-42cf-afb3-898181bf9b86/0d2955c0-7797-42cf-afb3-898181bf9b86.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.323950] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81737e4c-a7e8-41a5-ae34-9476ad674748 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.340973] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1388.340973] env[62788]: value = "task-2395101" [ 1388.340973] env[62788]: _type = "Task" [ 1388.340973] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.347980] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.746573] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.746780] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.746935] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 1388.747075] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Rebuilding the list of instances to heal {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10471}} [ 1388.851039] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395101, 'name': ReconfigVM_Task, 'duration_secs': 0.284617} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.851264] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 0d2955c0-7797-42cf-afb3-898181bf9b86/0d2955c0-7797-42cf-afb3-898181bf9b86.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.851569] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance '0d2955c0-7797-42cf-afb3-898181bf9b86' progress to 50 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1388.884840] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Volume attach. Driver type: vmdk {{(pid=62788) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1388.885098] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485845', 'volume_id': '802d64fd-c128-4966-b890-a46e7fe4056a', 'name': 'volume-802d64fd-c128-4966-b890-a46e7fe4056a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6740200-eceb-4659-982b-74105184f6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '802d64fd-c128-4966-b890-a46e7fe4056a', 'serial': '802d64fd-c128-4966-b890-a46e7fe4056a'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1388.886019] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ade86-c6e3-4496-9127-3714c5fdeb5e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.902294] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21938b5-f0a1-480b-ba7d-15aac6a57f3b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.929015] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-802d64fd-c128-4966-b890-a46e7fe4056a/volume-802d64fd-c128-4966-b890-a46e7fe4056a.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.929250] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-236259cd-16e2-4f83-9ffb-e0f0ef177f58 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.949439] env[62788]: DEBUG oslo_vmware.api [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1388.949439] env[62788]: value = "task-2395102" [ 1388.949439] env[62788]: _type = "Task" [ 1388.949439] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.957063] env[62788]: DEBUG oslo_vmware.api [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.250410] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1389.250695] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquired lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.250843] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Forcefully refreshing network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1389.251034] env[62788]: DEBUG nova.objects.instance [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lazy-loading 'info_cache' on Instance uuid 0d2955c0-7797-42cf-afb3-898181bf9b86 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.357834] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522a2305-7094-450a-a722-5b0c7a27bc1a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.379039] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b735dc-27eb-4775-9272-f841b3d3759b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.398572] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance '0d2955c0-7797-42cf-afb3-898181bf9b86' progress to 67 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.458574] env[62788]: DEBUG oslo_vmware.api [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395102, 'name': ReconfigVM_Task, 'duration_secs': 0.321184} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.458841] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-802d64fd-c128-4966-b890-a46e7fe4056a/volume-802d64fd-c128-4966-b890-a46e7fe4056a.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.463463] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0223d86-6d94-4550-ac04-848e2a04dc57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.479385] env[62788]: DEBUG oslo_vmware.api [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1389.479385] env[62788]: value = "task-2395103" [ 1389.479385] env[62788]: _type = "Task" [ 1389.479385] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.486721] env[62788]: DEBUG oslo_vmware.api [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.989435] env[62788]: DEBUG oslo_vmware.api [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395103, 'name': ReconfigVM_Task, 'duration_secs': 0.133228} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.989738] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485845', 'volume_id': '802d64fd-c128-4966-b890-a46e7fe4056a', 'name': 'volume-802d64fd-c128-4966-b890-a46e7fe4056a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6740200-eceb-4659-982b-74105184f6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '802d64fd-c128-4966-b890-a46e7fe4056a', 'serial': '802d64fd-c128-4966-b890-a46e7fe4056a'} {{(pid=62788) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1390.965440] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance_info_cache with network_info: [{"id": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "address": "fa:16:3e:34:bd:a2", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b725c83-b1", "ovs_interfaceid": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.022830] env[62788]: DEBUG nova.network.neutron [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Port 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1391.024790] env[62788]: DEBUG nova.objects.instance [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'flavor' on Instance uuid e6740200-eceb-4659-982b-74105184f6d5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.468278] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Releasing lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.468520] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updated the network info_cache for instance {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10538}} [ 1391.468896] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.468896] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.469045] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.469160] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.469305] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.469449] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.469578] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 1391.469720] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.534202] env[62788]: DEBUG oslo_concurrency.lockutils [None req-691cb518-98b4-4cc3-b731-3969d2847c9c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.815794] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "e6740200-eceb-4659-982b-74105184f6d5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.816186] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.972938] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.973344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.973344] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.973479] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1391.974427] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38299be-53b5-4a19-b49e-29823a49a9e2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.982558] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed85108-f5ed-4d3d-b669-e01c80461252 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.995926] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329dab02-ac4d-4b15-819d-e4e862320b38 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.001971] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4469da-dacf-4519-aa24-1d51a45c9778 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.031186] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180839MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1392.031328] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.031518] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.042113] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "0d2955c0-7797-42cf-afb3-898181bf9b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.042332] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.042510] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.319262] env[62788]: INFO nova.compute.manager [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Detaching volume c0e26b0c-3a94-4511-9403-bf00a8d8b1e8 [ 1392.351163] env[62788]: INFO nova.virt.block_device [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Attempting to driver detach volume c0e26b0c-3a94-4511-9403-bf00a8d8b1e8 from mountpoint /dev/sdb [ 1392.351414] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1392.351601] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485844', 'volume_id': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'name': 'volume-c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6740200-eceb-4659-982b-74105184f6d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'serial': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1392.352494] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eaa3c2-d4e3-48f5-8162-9141e803fff7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.375969] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846fde33-16ca-4de4-acf7-0166fa1abc06 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.382428] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caf3e50-86f0-4e2a-9747-7b480c031ccc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.403897] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec61359-b7bf-4259-af89-bdba89ee3e1c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.418744] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] The volume has not been displaced from its original location: [datastore1] volume-c0e26b0c-3a94-4511-9403-bf00a8d8b1e8/volume-c0e26b0c-3a94-4511-9403-bf00a8d8b1e8.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1392.423727] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1392.423967] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4475f956-07fb-4d45-b57c-a377b5f171e0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.440930] env[62788]: DEBUG oslo_vmware.api [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1392.440930] env[62788]: value = "task-2395104" [ 1392.440930] env[62788]: _type = "Task" [ 1392.440930] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.448057] env[62788]: DEBUG oslo_vmware.api [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.950365] env[62788]: DEBUG oslo_vmware.api [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395104, 'name': ReconfigVM_Task, 'duration_secs': 0.216683} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.950594] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1392.956044] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-596df759-dc5c-484f-b14a-1371162dbce0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.970464] env[62788]: DEBUG oslo_vmware.api [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1392.970464] env[62788]: value = "task-2395105" [ 1392.970464] env[62788]: _type = "Task" [ 1392.970464] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.977867] env[62788]: DEBUG oslo_vmware.api [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.048908] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Applying migration context for instance 0d2955c0-7797-42cf-afb3-898181bf9b86 as it has an incoming, in-progress migration 9f69ae49-3100-43fd-8531-e7a42fb1dd16. Migration status is post-migrating {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1393.049646] env[62788]: INFO nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating resource usage from migration 9f69ae49-3100-43fd-8531-e7a42fb1dd16 [ 1393.070476] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance e6740200-eceb-4659-982b-74105184f6d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.070596] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Migration 9f69ae49-3100-43fd-8531-e7a42fb1dd16 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1393.070717] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance 0d2955c0-7797-42cf-afb3-898181bf9b86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1393.070999] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1393.071252] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1393.082828] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.083020] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.083192] env[62788]: DEBUG nova.network.neutron [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.119572] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13334c6-a0a4-4b35-8cae-1d933d6b5783 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.126974] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb534d7-6484-4f80-95e4-cf4ce3c32805 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.155897] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bda8ac-4ea8-4a8c-925c-832318e4e850 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.162718] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736e7304-2dd4-4a59-9c72-d4339eca0835 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.176450] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.480558] env[62788]: DEBUG oslo_vmware.api [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395105, 'name': ReconfigVM_Task, 'duration_secs': 0.136432} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.480826] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485844', 'volume_id': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'name': 'volume-c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6740200-eceb-4659-982b-74105184f6d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8', 'serial': 'c0e26b0c-3a94-4511-9403-bf00a8d8b1e8'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1393.680045] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.794473] env[62788]: DEBUG nova.network.neutron [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance_info_cache with network_info: [{"id": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "address": "fa:16:3e:34:bd:a2", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b725c83-b1", "ovs_interfaceid": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.020209] env[62788]: DEBUG nova.objects.instance [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'flavor' on Instance uuid e6740200-eceb-4659-982b-74105184f6d5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.184583] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1394.184797] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.297233] env[62788]: DEBUG oslo_concurrency.lockutils [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.811017] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097d2410-9df1-4357-a108-3c7dc4f6f90c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.819980] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa12a634-e454-4c2f-8570-9c083b079816 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.028178] env[62788]: DEBUG oslo_concurrency.lockutils [None req-a0593605-6f78-4973-a857-beadae3d895c tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.212s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.050886] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "e6740200-eceb-4659-982b-74105184f6d5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.051104] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.553967] env[62788]: INFO nova.compute.manager [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Detaching volume 802d64fd-c128-4966-b890-a46e7fe4056a [ 1395.582998] env[62788]: INFO nova.virt.block_device [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Attempting to driver detach volume 802d64fd-c128-4966-b890-a46e7fe4056a from mountpoint /dev/sdc [ 1395.583254] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1395.583437] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485845', 'volume_id': '802d64fd-c128-4966-b890-a46e7fe4056a', 'name': 'volume-802d64fd-c128-4966-b890-a46e7fe4056a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6740200-eceb-4659-982b-74105184f6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '802d64fd-c128-4966-b890-a46e7fe4056a', 'serial': '802d64fd-c128-4966-b890-a46e7fe4056a'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1395.584302] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5ef38e-ee01-44c0-a75d-98e301ee5579 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.607144] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642caab7-1cf1-45f8-b689-26a663986e85 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.613436] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65501419-4616-4e08-a3a3-4e598d694514 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.632276] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e50cbc-e077-4c8e-9e29-a2309bd7188e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.645885] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] The volume has not been displaced from its original location: [datastore1] volume-802d64fd-c128-4966-b890-a46e7fe4056a/volume-802d64fd-c128-4966-b890-a46e7fe4056a.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1395.650928] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Reconfiguring VM instance instance-0000007b to detach disk 2002 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1395.651177] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a04d12-f9dc-4d7a-9428-e206fd7bdfdf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.667433] env[62788]: DEBUG oslo_vmware.api [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1395.667433] env[62788]: value = "task-2395106" [ 1395.667433] env[62788]: _type = "Task" [ 1395.667433] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.674402] env[62788]: DEBUG oslo_vmware.api [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395106, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.913252] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcee7db2-4f6d-4b63-87d7-a87736165b16 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.934127] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9a7b57-4419-4c9e-a3e8-a38c933a0540 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.940594] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance '0d2955c0-7797-42cf-afb3-898181bf9b86' progress to 83 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.177984] env[62788]: DEBUG oslo_vmware.api [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395106, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.447017] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.447397] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e54abfe-7196-4b7e-b31b-6ba6d378cd02 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.454570] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1396.454570] env[62788]: value = "task-2395107" [ 1396.454570] env[62788]: _type = "Task" [ 1396.454570] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.464100] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.677750] env[62788]: DEBUG oslo_vmware.api [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395106, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.964056] env[62788]: DEBUG oslo_vmware.api [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395107, 'name': PowerOnVM_Task, 'duration_secs': 0.362998} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.964056] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1396.964056] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-2b273a89-2da3-42fd-a1c8-ee12f98ad3b3 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance '0d2955c0-7797-42cf-afb3-898181bf9b86' progress to 100 {{(pid=62788) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.177862] env[62788]: DEBUG oslo_vmware.api [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395106, 'name': ReconfigVM_Task, 'duration_secs': 1.213601} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.178098] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Reconfigured VM instance instance-0000007b to detach disk 2002 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1397.182721] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54b3b73b-064a-4201-8747-a3847e49b908 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.198186] env[62788]: DEBUG oslo_vmware.api [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1397.198186] env[62788]: value = "task-2395108" [ 1397.198186] env[62788]: _type = "Task" [ 1397.198186] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.205397] env[62788]: DEBUG oslo_vmware.api [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.469756] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1397.709157] env[62788]: DEBUG oslo_vmware.api [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395108, 'name': ReconfigVM_Task, 'duration_secs': 0.143158} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.709157] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485845', 'volume_id': '802d64fd-c128-4966-b890-a46e7fe4056a', 'name': 'volume-802d64fd-c128-4966-b890-a46e7fe4056a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6740200-eceb-4659-982b-74105184f6d5', 'attached_at': '', 'detached_at': '', 'volume_id': '802d64fd-c128-4966-b890-a46e7fe4056a', 'serial': '802d64fd-c128-4966-b890-a46e7fe4056a'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1398.247572] env[62788]: DEBUG nova.objects.instance [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'flavor' on Instance uuid e6740200-eceb-4659-982b-74105184f6d5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.257134] env[62788]: DEBUG oslo_concurrency.lockutils [None req-92b3e217-48e2-48e5-917c-d042e2a609f1 tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.206s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.945479] env[62788]: DEBUG nova.network.neutron [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Port 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c binding to destination host cpu-1 is already ACTIVE {{(pid=62788) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1399.945756] env[62788]: DEBUG oslo_concurrency.lockutils [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.945912] env[62788]: DEBUG oslo_concurrency.lockutils [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.946088] env[62788]: DEBUG nova.network.neutron [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.456578] env[62788]: DEBUG oslo_concurrency.lockutils [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "e6740200-eceb-4659-982b-74105184f6d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.456886] env[62788]: DEBUG oslo_concurrency.lockutils [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.457044] env[62788]: DEBUG oslo_concurrency.lockutils [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "e6740200-eceb-4659-982b-74105184f6d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.457215] env[62788]: DEBUG oslo_concurrency.lockutils [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.457388] env[62788]: DEBUG oslo_concurrency.lockutils [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.459441] env[62788]: INFO nova.compute.manager [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Terminating instance [ 1400.689854] env[62788]: DEBUG nova.network.neutron [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance_info_cache with network_info: [{"id": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "address": "fa:16:3e:34:bd:a2", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b725c83-b1", "ovs_interfaceid": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.963913] env[62788]: DEBUG nova.compute.manager [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1400.964168] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.965413] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c2db58-00c7-4582-91ac-5486f07a2719 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.973330] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.973557] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60c29374-285f-4f30-93ed-8009d2b564d9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.979629] env[62788]: DEBUG oslo_vmware.api [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1400.979629] env[62788]: value = "task-2395109" [ 1400.979629] env[62788]: _type = "Task" [ 1400.979629] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.987149] env[62788]: DEBUG oslo_vmware.api [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.193180] env[62788]: DEBUG oslo_concurrency.lockutils [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.489885] env[62788]: DEBUG oslo_vmware.api [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395109, 'name': PowerOffVM_Task, 'duration_secs': 0.173495} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.490288] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.490409] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.490550] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a046910a-7633-4d79-a677-4b88fc17ff1b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.563099] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.563340] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.563531] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Deleting the datastore file [datastore2] e6740200-eceb-4659-982b-74105184f6d5 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.563799] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98d28e8e-5ba3-43a5-95b6-277a93760cf6 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.570536] env[62788]: DEBUG oslo_vmware.api [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for the task: (returnval){ [ 1401.570536] env[62788]: value = "task-2395111" [ 1401.570536] env[62788]: _type = "Task" [ 1401.570536] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.578538] env[62788]: DEBUG oslo_vmware.api [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.697685] env[62788]: DEBUG nova.compute.manager [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62788) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1402.080434] env[62788]: DEBUG oslo_vmware.api [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Task: {'id': task-2395111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14226} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.080698] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.080840] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.081087] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.081298] env[62788]: INFO nova.compute.manager [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] [instance: e6740200-eceb-4659-982b-74105184f6d5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1402.081536] env[62788]: DEBUG oslo.service.loopingcall [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.081723] env[62788]: DEBUG nova.compute.manager [-] [instance: e6740200-eceb-4659-982b-74105184f6d5] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1402.081817] env[62788]: DEBUG nova.network.neutron [-] [instance: e6740200-eceb-4659-982b-74105184f6d5] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.630860] env[62788]: DEBUG nova.compute.manager [req-9e13aa0b-8471-4783-b25e-9a49d8508336 req-76889ebf-5d2f-4d62-9af6-57b58728a338 service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Received event network-vif-deleted-49bc2a53-9256-402d-91fd-452ed3adc4f6 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1402.631399] env[62788]: INFO nova.compute.manager [req-9e13aa0b-8471-4783-b25e-9a49d8508336 req-76889ebf-5d2f-4d62-9af6-57b58728a338 service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Neutron deleted interface 49bc2a53-9256-402d-91fd-452ed3adc4f6; detaching it from the instance and deleting it from the info cache [ 1402.631692] env[62788]: DEBUG nova.network.neutron [req-9e13aa0b-8471-4783-b25e-9a49d8508336 req-76889ebf-5d2f-4d62-9af6-57b58728a338 service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.799705] env[62788]: DEBUG oslo_concurrency.lockutils [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.800656] env[62788]: DEBUG oslo_concurrency.lockutils [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.107420] env[62788]: DEBUG nova.network.neutron [-] [instance: e6740200-eceb-4659-982b-74105184f6d5] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.134636] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4afd3934-ac1e-449d-a123-fd46a6370600 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.144951] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4d9d41-7a0e-470f-8662-4e5139120102 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.169156] env[62788]: DEBUG nova.compute.manager [req-9e13aa0b-8471-4783-b25e-9a49d8508336 req-76889ebf-5d2f-4d62-9af6-57b58728a338 service nova] [instance: e6740200-eceb-4659-982b-74105184f6d5] Detach interface failed, port_id=49bc2a53-9256-402d-91fd-452ed3adc4f6, reason: Instance e6740200-eceb-4659-982b-74105184f6d5 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1403.303093] env[62788]: DEBUG nova.objects.instance [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'migration_context' on Instance uuid 0d2955c0-7797-42cf-afb3-898181bf9b86 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.609271] env[62788]: INFO nova.compute.manager [-] [instance: e6740200-eceb-4659-982b-74105184f6d5] Took 1.53 seconds to deallocate network for instance. [ 1403.861024] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697477d7-91aa-4f23-8740-4db2e9e753b4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.868543] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e55be0c-690d-4475-839e-efdb081b5cc5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.899040] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf52499e-6075-44f2-95d3-a1a925643c09 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.905947] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254559ca-169d-47cb-a760-b0ead10d30ba {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.919750] env[62788]: DEBUG nova.compute.provider_tree [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.116073] env[62788]: DEBUG oslo_concurrency.lockutils [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.423854] env[62788]: DEBUG nova.scheduler.client.report [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.438050] env[62788]: DEBUG oslo_concurrency.lockutils [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.637s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.442468] env[62788]: DEBUG oslo_concurrency.lockutils [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.327s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.442700] env[62788]: DEBUG nova.objects.instance [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lazy-loading 'resources' on Instance uuid e6740200-eceb-4659-982b-74105184f6d5 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.998726] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244f4e3a-d754-4f55-9172-79f37f9a8bf8 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.006274] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e38ea4-9244-4a3e-bc62-a90db15422f5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.036762] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0432dd-b51a-4b9a-813f-e179bc7ec478 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.043763] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695fa883-da4a-4b31-8cc9-c68b281266f7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.056276] env[62788]: DEBUG nova.compute.provider_tree [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.560213] env[62788]: DEBUG nova.scheduler.client.report [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.974677] env[62788]: INFO nova.compute.manager [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Swapping old allocation on dict_keys(['2fde3e97-72c1-479b-994f-72c28581c753']) held by migration 9f69ae49-3100-43fd-8531-e7a42fb1dd16 for instance [ 1406.997157] env[62788]: DEBUG nova.scheduler.client.report [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Overwriting current allocation {'allocations': {'2fde3e97-72c1-479b-994f-72c28581c753': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': 'a3518b0ad7ed47a290c7d717277586ac', 'user_id': '98e860385b1a4e498fa78efc87de9b15', 'consumer_generation': 1} on consumer 0d2955c0-7797-42cf-afb3-898181bf9b86 {{(pid=62788) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1407.064498] env[62788]: DEBUG oslo_concurrency.lockutils [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.069276] env[62788]: DEBUG oslo_concurrency.lockutils [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.069449] env[62788]: DEBUG oslo_concurrency.lockutils [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.069628] env[62788]: DEBUG nova.network.neutron [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.079964] env[62788]: INFO nova.scheduler.client.report [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Deleted allocations for instance e6740200-eceb-4659-982b-74105184f6d5 [ 1407.590906] env[62788]: DEBUG oslo_concurrency.lockutils [None req-460a46bf-5284-4889-83ad-c1072312262b tempest-AttachVolumeTestJSON-1217747094 tempest-AttachVolumeTestJSON-1217747094-project-member] Lock "e6740200-eceb-4659-982b-74105184f6d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.134s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.787965] env[62788]: DEBUG nova.network.neutron [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance_info_cache with network_info: [{"id": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "address": "fa:16:3e:34:bd:a2", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b725c83-b1", "ovs_interfaceid": "5b725c83-b1b1-47da-86e6-8eb6eecd7f0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.290510] env[62788]: DEBUG oslo_concurrency.lockutils [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-0d2955c0-7797-42cf-afb3-898181bf9b86" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.291536] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb5d3d7-2528-4eb5-ac6d-2335c26cf2b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.299096] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ea33a-8523-4eae-a420-3da68bd49bac {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.374607] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.374908] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfd58e85-b58b-41c0-94ef-d2d3f92a6fea {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.382036] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1409.382036] env[62788]: value = "task-2395113" [ 1409.382036] env[62788]: _type = "Task" [ 1409.382036] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.390602] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.893314] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395113, 'name': PowerOffVM_Task, 'duration_secs': 0.20667} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.893575] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.894252] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.894461] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.894616] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.894799] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.894960] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.895146] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.895355] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.895513] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.895675] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.895833] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.896011] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.900786] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-516677c1-005a-4aef-88e6-3f71fae3b942 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.915899] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1409.915899] env[62788]: value = "task-2395114" [ 1409.915899] env[62788]: _type = "Task" [ 1409.915899] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.923176] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.425801] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395114, 'name': ReconfigVM_Task, 'duration_secs': 0.138338} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.426613] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ca0941-117a-42a4-9ef9-e04b8c9dce4c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.446817] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1410.447061] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.447224] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.447438] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.447595] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.447741] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1410.447936] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1410.448110] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1410.448280] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1410.448442] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1410.448615] env[62788]: DEBUG nova.virt.hardware [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1410.449379] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3296e2c-ac61-428b-8d2d-397c1e3deae2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.454361] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1410.454361] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52e30860-aa80-f210-3d13-09d4c9754fb7" [ 1410.454361] env[62788]: _type = "Task" [ 1410.454361] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.461643] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e30860-aa80-f210-3d13-09d4c9754fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.967485] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52e30860-aa80-f210-3d13-09d4c9754fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.007905} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.976454] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1410.976812] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-091158d0-8660-4f69-a55b-26603a5b59b1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.003564] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1411.003564] env[62788]: value = "task-2395115" [ 1411.003564] env[62788]: _type = "Task" [ 1411.003564] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.014284] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.516738] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395115, 'name': ReconfigVM_Task, 'duration_secs': 0.203616} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.517144] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1411.518420] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151ed6fd-c80b-4e75-a435-a0e37b7e0e6e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.544255] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 0d2955c0-7797-42cf-afb3-898181bf9b86/0d2955c0-7797-42cf-afb3-898181bf9b86.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.544560] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c8293e-b4d2-4ec9-a6df-f19f994b66dc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.561789] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1411.561789] env[62788]: value = "task-2395117" [ 1411.561789] env[62788]: _type = "Task" [ 1411.561789] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.568997] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.071604] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395117, 'name': ReconfigVM_Task, 'duration_secs': 0.294162} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.071978] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 0d2955c0-7797-42cf-afb3-898181bf9b86/0d2955c0-7797-42cf-afb3-898181bf9b86.vmdk or device None with type thin {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.072796] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee0c5ff-9400-4215-b4bc-d2268d7c9409 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.094823] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5f61b8-e19a-4387-af4d-eefbad107af2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.114510] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aeebbd-f494-4fd4-ad5e-f7a34f2905c4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.133884] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a70230-2625-46d2-8ad9-ada3e3ae34f4 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.139902] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.140130] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26e713b4-fdf7-4436-a1c6-093bc45ef3f1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.145109] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1412.145109] env[62788]: value = "task-2395118" [ 1412.145109] env[62788]: _type = "Task" [ 1412.145109] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.151755] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.655464] env[62788]: DEBUG oslo_vmware.api [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395118, 'name': PowerOnVM_Task, 'duration_secs': 0.385717} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.655846] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.695053] env[62788]: INFO nova.compute.manager [None req-17cb4d25-0c21-42e3-a1dd-5f36058869e8 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance to original state: 'active' [ 1414.690673] env[62788]: DEBUG oslo_concurrency.lockutils [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "0d2955c0-7797-42cf-afb3-898181bf9b86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.690981] env[62788]: DEBUG oslo_concurrency.lockutils [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.691242] env[62788]: DEBUG oslo_concurrency.lockutils [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "0d2955c0-7797-42cf-afb3-898181bf9b86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.691448] env[62788]: DEBUG oslo_concurrency.lockutils [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.691622] env[62788]: DEBUG oslo_concurrency.lockutils [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.693890] env[62788]: INFO nova.compute.manager [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Terminating instance [ 1415.198491] env[62788]: DEBUG nova.compute.manager [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1415.198897] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1415.199037] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d75d48-b8f3-4772-aa92-6595b9a86558 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.208024] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1415.208024] env[62788]: value = "task-2395120" [ 1415.208024] env[62788]: _type = "Task" [ 1415.208024] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.216741] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.718610] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395120, 'name': PowerOffVM_Task, 'duration_secs': 0.226277} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.720052] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.720052] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Volume detach. Driver type: vmdk {{(pid=62788) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1415.720052] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485843', 'volume_id': '5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'name': 'volume-5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0d2955c0-7797-42cf-afb3-898181bf9b86', 'attached_at': '2025-02-09T04:39:57.000000', 'detached_at': '', 'volume_id': '5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'serial': '5838cbbd-10bf-469e-b3a4-76eba8bebea9'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1415.720307] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca154474-2d90-4ede-907b-1d00124764bf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.740434] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dacdcd1-6668-49d9-be58-e367b67ca09c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.747255] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad58d75a-1a15-4b9d-8c91-4716cbfa2864 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.766271] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fc9f6d-fe62-45fa-9ac0-602e7aacb4d0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.779702] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] The volume has not been displaced from its original location: [datastore1] volume-5838cbbd-10bf-469e-b3a4-76eba8bebea9/volume-5838cbbd-10bf-469e-b3a4-76eba8bebea9.vmdk. No consolidation needed. {{(pid=62788) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1415.784688] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1415.784917] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f98ad14b-0a6c-456f-9954-c399523a14db {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.801805] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1415.801805] env[62788]: value = "task-2395121" [ 1415.801805] env[62788]: _type = "Task" [ 1415.801805] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.810391] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.314373] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395121, 'name': ReconfigVM_Task, 'duration_secs': 0.207625} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.314814] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62788) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1416.322332] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8033d139-1989-401d-b83e-74a51d82b180 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.336945] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1416.336945] env[62788]: value = "task-2395122" [ 1416.336945] env[62788]: _type = "Task" [ 1416.336945] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.345860] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395122, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.846470] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395122, 'name': ReconfigVM_Task, 'duration_secs': 0.133905} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.846754] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-485843', 'volume_id': '5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'name': 'volume-5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0d2955c0-7797-42cf-afb3-898181bf9b86', 'attached_at': '2025-02-09T04:39:57.000000', 'detached_at': '', 'volume_id': '5838cbbd-10bf-469e-b3a4-76eba8bebea9', 'serial': '5838cbbd-10bf-469e-b3a4-76eba8bebea9'} {{(pid=62788) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1416.847018] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.847732] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ac9458-ff5e-417f-8caa-3d32d41f651b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.853694] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.853936] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6752cae2-7865-4d67-8e46-4a0aee8f6066 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.917909] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1416.918262] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Deleting contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1416.918363] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleting the datastore file [datastore2] 0d2955c0-7797-42cf-afb3-898181bf9b86 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1416.918552] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ecfa975-1219-4806-9495-b5793586fe54 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.925656] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1416.925656] env[62788]: value = "task-2395124" [ 1416.925656] env[62788]: _type = "Task" [ 1416.925656] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.933355] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.438525] env[62788]: DEBUG oslo_vmware.api [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146447} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.438525] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1417.438525] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Deleted contents of the VM from datastore datastore2 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1417.438525] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1417.438525] env[62788]: INFO nova.compute.manager [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1417.438525] env[62788]: DEBUG oslo.service.loopingcall [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.438525] env[62788]: DEBUG nova.compute.manager [-] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1417.438525] env[62788]: DEBUG nova.network.neutron [-] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1417.949285] env[62788]: DEBUG nova.compute.manager [req-c53d59c1-81de-4798-b443-4394adcd5bd2 req-7609b863-4781-4298-904e-4ecfa7d8a988 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Received event network-vif-deleted-5b725c83-b1b1-47da-86e6-8eb6eecd7f0c {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1417.949415] env[62788]: INFO nova.compute.manager [req-c53d59c1-81de-4798-b443-4394adcd5bd2 req-7609b863-4781-4298-904e-4ecfa7d8a988 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Neutron deleted interface 5b725c83-b1b1-47da-86e6-8eb6eecd7f0c; detaching it from the instance and deleting it from the info cache [ 1417.949614] env[62788]: DEBUG nova.network.neutron [req-c53d59c1-81de-4798-b443-4394adcd5bd2 req-7609b863-4781-4298-904e-4ecfa7d8a988 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.431904] env[62788]: DEBUG nova.network.neutron [-] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.452837] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c96b39a5-c9c4-4761-897a-9278f15d4166 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.462570] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e7207b-32bc-46b4-a551-7656a440a4ef {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.485080] env[62788]: DEBUG nova.compute.manager [req-c53d59c1-81de-4798-b443-4394adcd5bd2 req-7609b863-4781-4298-904e-4ecfa7d8a988 service nova] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Detach interface failed, port_id=5b725c83-b1b1-47da-86e6-8eb6eecd7f0c, reason: Instance 0d2955c0-7797-42cf-afb3-898181bf9b86 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1418.934827] env[62788]: INFO nova.compute.manager [-] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Took 1.50 seconds to deallocate network for instance. [ 1419.478294] env[62788]: INFO nova.compute.manager [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Took 0.54 seconds to detach 1 volumes for instance. [ 1419.985394] env[62788]: DEBUG oslo_concurrency.lockutils [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1419.985663] env[62788]: DEBUG oslo_concurrency.lockutils [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.985854] env[62788]: DEBUG oslo_concurrency.lockutils [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.009392] env[62788]: INFO nova.scheduler.client.report [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleted allocations for instance 0d2955c0-7797-42cf-afb3-898181bf9b86 [ 1420.517056] env[62788]: DEBUG oslo_concurrency.lockutils [None req-58853cde-d1f7-4240-999f-160fe641b58f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "0d2955c0-7797-42cf-afb3-898181bf9b86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.826s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.993519] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "d773332b-bcf5-44db-b8f4-728f50abdef6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.993845] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.496850] env[62788]: DEBUG nova.compute.manager [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Starting instance... {{(pid=62788) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2453}} [ 1423.018304] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.018570] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.020221] env[62788]: INFO nova.compute.claims [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.055694] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9138b7fb-7c40-4acd-af22-9e6e80524a09 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.063650] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c1ef47-1abc-457c-bad9-2a1637d77df7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.093584] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194f96c6-ecfd-4b7e-b74d-d55117c464eb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.101016] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4e5c22-ff68-4cbe-aaf1-23023465c2f0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.115043] env[62788]: DEBUG nova.compute.provider_tree [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.617846] env[62788]: DEBUG nova.scheduler.client.report [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.124034] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.124479] env[62788]: DEBUG nova.compute.manager [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Start building networks asynchronously for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2850}} [ 1425.629460] env[62788]: DEBUG nova.compute.utils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Using /dev/sd instead of None {{(pid=62788) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1425.630874] env[62788]: DEBUG nova.compute.manager [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Allocating IP information in the background. {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2002}} [ 1425.631059] env[62788]: DEBUG nova.network.neutron [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] allocate_for_instance() {{(pid=62788) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1425.681685] env[62788]: DEBUG nova.policy [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98e860385b1a4e498fa78efc87de9b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3518b0ad7ed47a290c7d717277586ac', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62788) authorize /opt/stack/nova/nova/policy.py:192}} [ 1425.981867] env[62788]: DEBUG nova.network.neutron [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Successfully created port: 704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.134837] env[62788]: DEBUG nova.compute.manager [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Start building block device mappings for instance. {{(pid=62788) _build_resources /opt/stack/nova/nova/compute/manager.py:2885}} [ 1427.145668] env[62788]: DEBUG nova.compute.manager [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Start spawning the instance on the hypervisor. {{(pid=62788) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2659}} [ 1427.172182] env[62788]: DEBUG nova.virt.hardware [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-09T04:24:08Z,direct_url=,disk_format='vmdk',id=ded308c2-03fc-44b4-b2d2-14ca94f4b07f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1ed5ea4094ed41a4a1ad0ce1e71e3dc4',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-09T04:24:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1427.172431] env[62788]: DEBUG nova.virt.hardware [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.172587] env[62788]: DEBUG nova.virt.hardware [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1427.172766] env[62788]: DEBUG nova.virt.hardware [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.172910] env[62788]: DEBUG nova.virt.hardware [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1427.173068] env[62788]: DEBUG nova.virt.hardware [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1427.173306] env[62788]: DEBUG nova.virt.hardware [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1427.173470] env[62788]: DEBUG nova.virt.hardware [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1427.173638] env[62788]: DEBUG nova.virt.hardware [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1427.173800] env[62788]: DEBUG nova.virt.hardware [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1427.173973] env[62788]: DEBUG nova.virt.hardware [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1427.174842] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3819573-4df5-4bf2-aa51-2874bed2ff7c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.183076] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c9a12d-9ad4-41cb-af9c-77feb35753aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.341551] env[62788]: DEBUG nova.compute.manager [req-db7af348-0774-43ec-a594-583b74ddd891 req-63ace7b3-cb41-46d8-b5a9-a690a9d53df9 service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Received event network-vif-plugged-704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1427.341757] env[62788]: DEBUG oslo_concurrency.lockutils [req-db7af348-0774-43ec-a594-583b74ddd891 req-63ace7b3-cb41-46d8-b5a9-a690a9d53df9 service nova] Acquiring lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.341932] env[62788]: DEBUG oslo_concurrency.lockutils [req-db7af348-0774-43ec-a594-583b74ddd891 req-63ace7b3-cb41-46d8-b5a9-a690a9d53df9 service nova] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.342116] env[62788]: DEBUG oslo_concurrency.lockutils [req-db7af348-0774-43ec-a594-583b74ddd891 req-63ace7b3-cb41-46d8-b5a9-a690a9d53df9 service nova] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.342285] env[62788]: DEBUG nova.compute.manager [req-db7af348-0774-43ec-a594-583b74ddd891 req-63ace7b3-cb41-46d8-b5a9-a690a9d53df9 service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] No waiting events found dispatching network-vif-plugged-704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1427.342447] env[62788]: WARNING nova.compute.manager [req-db7af348-0774-43ec-a594-583b74ddd891 req-63ace7b3-cb41-46d8-b5a9-a690a9d53df9 service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Received unexpected event network-vif-plugged-704e58cf-d6dc-4671-ba07-39a040436c44 for instance with vm_state building and task_state spawning. [ 1427.428790] env[62788]: DEBUG nova.network.neutron [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Successfully updated port: 704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.931385] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.931385] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.931714] env[62788]: DEBUG nova.network.neutron [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.462263] env[62788]: DEBUG nova.network.neutron [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.585476] env[62788]: DEBUG nova.network.neutron [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updating instance_info_cache with network_info: [{"id": "704e58cf-d6dc-4671-ba07-39a040436c44", "address": "fa:16:3e:8f:99:18", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704e58cf-d6", "ovs_interfaceid": "704e58cf-d6dc-4671-ba07-39a040436c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.087748] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.088087] env[62788]: DEBUG nova.compute.manager [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Instance network_info: |[{"id": "704e58cf-d6dc-4671-ba07-39a040436c44", "address": "fa:16:3e:8f:99:18", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704e58cf-d6", "ovs_interfaceid": "704e58cf-d6dc-4671-ba07-39a040436c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62788) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2017}} [ 1429.088518] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:99:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '704e58cf-d6dc-4671-ba07-39a040436c44', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.095904] env[62788]: DEBUG oslo.service.loopingcall [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.096145] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.096392] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a83802c-4336-4ab9-be4d-59a09a94a251 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.116921] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.116921] env[62788]: value = "task-2395125" [ 1429.116921] env[62788]: _type = "Task" [ 1429.116921] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.124473] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2395125, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.370553] env[62788]: DEBUG nova.compute.manager [req-d076687d-dd99-4f0f-aa6d-3f43af9247c8 req-ca9a0fd5-acd9-4fb9-bea9-6dc0e305f01d service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Received event network-changed-704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1429.370820] env[62788]: DEBUG nova.compute.manager [req-d076687d-dd99-4f0f-aa6d-3f43af9247c8 req-ca9a0fd5-acd9-4fb9-bea9-6dc0e305f01d service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Refreshing instance network info cache due to event network-changed-704e58cf-d6dc-4671-ba07-39a040436c44. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1429.371047] env[62788]: DEBUG oslo_concurrency.lockutils [req-d076687d-dd99-4f0f-aa6d-3f43af9247c8 req-ca9a0fd5-acd9-4fb9-bea9-6dc0e305f01d service nova] Acquiring lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.371218] env[62788]: DEBUG oslo_concurrency.lockutils [req-d076687d-dd99-4f0f-aa6d-3f43af9247c8 req-ca9a0fd5-acd9-4fb9-bea9-6dc0e305f01d service nova] Acquired lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.371344] env[62788]: DEBUG nova.network.neutron [req-d076687d-dd99-4f0f-aa6d-3f43af9247c8 req-ca9a0fd5-acd9-4fb9-bea9-6dc0e305f01d service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Refreshing network info cache for port 704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.627904] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2395125, 'name': CreateVM_Task, 'duration_secs': 0.311311} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.628256] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.628812] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.629028] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.629412] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.629680] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219f5f9b-49a4-4e4a-accb-5012259bf623 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.634449] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1429.634449] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]527429fc-7305-2d3e-891a-8fdf6832ffab" [ 1429.634449] env[62788]: _type = "Task" [ 1429.634449] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.641976] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527429fc-7305-2d3e-891a-8fdf6832ffab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.053940] env[62788]: DEBUG nova.network.neutron [req-d076687d-dd99-4f0f-aa6d-3f43af9247c8 req-ca9a0fd5-acd9-4fb9-bea9-6dc0e305f01d service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updated VIF entry in instance network info cache for port 704e58cf-d6dc-4671-ba07-39a040436c44. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.054319] env[62788]: DEBUG nova.network.neutron [req-d076687d-dd99-4f0f-aa6d-3f43af9247c8 req-ca9a0fd5-acd9-4fb9-bea9-6dc0e305f01d service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updating instance_info_cache with network_info: [{"id": "704e58cf-d6dc-4671-ba07-39a040436c44", "address": "fa:16:3e:8f:99:18", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704e58cf-d6", "ovs_interfaceid": "704e58cf-d6dc-4671-ba07-39a040436c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.144522] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]527429fc-7305-2d3e-891a-8fdf6832ffab, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.144807] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.145044] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Processing image ded308c2-03fc-44b4-b2d2-14ca94f4b07f {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.145310] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.145460] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.145644] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.145895] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb4f3db-ac4e-475c-ba07-9c33cdaf0af3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.153603] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.153736] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.154405] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f5a401a-8c5c-4c72-87cf-80222ad21fec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.159207] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1430.159207] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]524ee05d-67b7-81c2-e486-143e76e6870c" [ 1430.159207] env[62788]: _type = "Task" [ 1430.159207] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.166193] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524ee05d-67b7-81c2-e486-143e76e6870c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.556776] env[62788]: DEBUG oslo_concurrency.lockutils [req-d076687d-dd99-4f0f-aa6d-3f43af9247c8 req-ca9a0fd5-acd9-4fb9-bea9-6dc0e305f01d service nova] Releasing lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.669330] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]524ee05d-67b7-81c2-e486-143e76e6870c, 'name': SearchDatastore_Task, 'duration_secs': 0.00975} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.670079] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f834af78-75b7-4453-b228-769158be7b1b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.674771] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1430.674771] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5292623f-b597-7298-59db-3c0c9ce51b07" [ 1430.674771] env[62788]: _type = "Task" [ 1430.674771] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.681706] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5292623f-b597-7298-59db-3c0c9ce51b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.185635] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]5292623f-b597-7298-59db-3c0c9ce51b07, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.185923] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.186262] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] d773332b-bcf5-44db-b8f4-728f50abdef6/d773332b-bcf5-44db-b8f4-728f50abdef6.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.186544] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e46bef7-706b-4566-822c-a1b6783e13d2 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.193101] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1431.193101] env[62788]: value = "task-2395126" [ 1431.193101] env[62788]: _type = "Task" [ 1431.193101] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.200583] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.702399] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495614} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.702788] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ded308c2-03fc-44b4-b2d2-14ca94f4b07f/ded308c2-03fc-44b4-b2d2-14ca94f4b07f.vmdk to [datastore1] d773332b-bcf5-44db-b8f4-728f50abdef6/d773332b-bcf5-44db-b8f4-728f50abdef6.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.702879] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Extending root virtual disk to 1048576 {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.703122] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41c5c895-2392-4228-8b87-ed8771190ca1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.709957] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1431.709957] env[62788]: value = "task-2395127" [ 1431.709957] env[62788]: _type = "Task" [ 1431.709957] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.716889] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.220040] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064659} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.220310] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Extended root virtual disk {{(pid=62788) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.221015] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3607f6-6508-47b6-9d0b-2e2e710e9591 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.241966] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] d773332b-bcf5-44db-b8f4-728f50abdef6/d773332b-bcf5-44db-b8f4-728f50abdef6.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.242235] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e0f777d-4f8e-45e0-af5d-f5daa4d1d3aa {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.260371] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1432.260371] env[62788]: value = "task-2395128" [ 1432.260371] env[62788]: _type = "Task" [ 1432.260371] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.268321] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.770757] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395128, 'name': ReconfigVM_Task, 'duration_secs': 0.301215} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.771252] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Reconfigured VM instance instance-0000007c to attach disk [datastore1] d773332b-bcf5-44db-b8f4-728f50abdef6/d773332b-bcf5-44db-b8f4-728f50abdef6.vmdk or device None with type sparse {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.771635] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89a3a265-f9e9-472e-a09d-1a5e645a61a7 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.777784] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1432.777784] env[62788]: value = "task-2395129" [ 1432.777784] env[62788]: _type = "Task" [ 1432.777784] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.784989] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395129, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.287671] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395129, 'name': Rename_Task, 'duration_secs': 0.148547} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.287935] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.288205] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef554336-61d9-4456-84a4-587092eed208 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.294577] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1433.294577] env[62788]: value = "task-2395130" [ 1433.294577] env[62788]: _type = "Task" [ 1433.294577] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.301765] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.805961] env[62788]: DEBUG oslo_vmware.api [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395130, 'name': PowerOnVM_Task, 'duration_secs': 0.480735} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.806450] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.806528] env[62788]: INFO nova.compute.manager [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1433.806746] env[62788]: DEBUG nova.compute.manager [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1433.807573] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887e4ca4-a789-456a-b4a9-0aa3526789c1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.325026] env[62788]: INFO nova.compute.manager [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Took 11.32 seconds to build instance. [ 1434.828165] env[62788]: DEBUG oslo_concurrency.lockutils [None req-59aa0066-9aa0-4004-9a9d-925181b65fd4 tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.834s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.497996] env[62788]: DEBUG nova.compute.manager [req-58a0c526-5cc1-4272-bdaf-153adf294a4b req-25277843-c801-4aed-ad24-751cbe920299 service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Received event network-changed-704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1435.498224] env[62788]: DEBUG nova.compute.manager [req-58a0c526-5cc1-4272-bdaf-153adf294a4b req-25277843-c801-4aed-ad24-751cbe920299 service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Refreshing instance network info cache due to event network-changed-704e58cf-d6dc-4671-ba07-39a040436c44. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1435.498438] env[62788]: DEBUG oslo_concurrency.lockutils [req-58a0c526-5cc1-4272-bdaf-153adf294a4b req-25277843-c801-4aed-ad24-751cbe920299 service nova] Acquiring lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1435.498595] env[62788]: DEBUG oslo_concurrency.lockutils [req-58a0c526-5cc1-4272-bdaf-153adf294a4b req-25277843-c801-4aed-ad24-751cbe920299 service nova] Acquired lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.498772] env[62788]: DEBUG nova.network.neutron [req-58a0c526-5cc1-4272-bdaf-153adf294a4b req-25277843-c801-4aed-ad24-751cbe920299 service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Refreshing network info cache for port 704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.212808] env[62788]: DEBUG nova.network.neutron [req-58a0c526-5cc1-4272-bdaf-153adf294a4b req-25277843-c801-4aed-ad24-751cbe920299 service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updated VIF entry in instance network info cache for port 704e58cf-d6dc-4671-ba07-39a040436c44. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1436.213255] env[62788]: DEBUG nova.network.neutron [req-58a0c526-5cc1-4272-bdaf-153adf294a4b req-25277843-c801-4aed-ad24-751cbe920299 service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updating instance_info_cache with network_info: [{"id": "704e58cf-d6dc-4671-ba07-39a040436c44", "address": "fa:16:3e:8f:99:18", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704e58cf-d6", "ovs_interfaceid": "704e58cf-d6dc-4671-ba07-39a040436c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.716020] env[62788]: DEBUG oslo_concurrency.lockutils [req-58a0c526-5cc1-4272-bdaf-153adf294a4b req-25277843-c801-4aed-ad24-751cbe920299 service nova] Releasing lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.037108] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.037523] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Cleaning up deleted instances {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11767}} [ 1442.546582] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] There are 25 instances to clean {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11776}} [ 1442.546839] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: e6740200-eceb-4659-982b-74105184f6d5] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1443.049857] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 0d2955c0-7797-42cf-afb3-898181bf9b86] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1443.553090] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: cc4dab96-4267-48e5-b594-54dadabec9b8] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1444.056295] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 0fde9629-8698-440b-84d9-65b8f439a519] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1444.559880] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: f3fbd2d5-4b63-4466-ab37-1ab16ddc796a] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1445.063643] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 4fd36ebb-a760-429d-8039-5350039eca1e] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1445.566791] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 32b57006-0267-46f2-8706-e7b2020a733c] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1446.070343] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: bda137b7-40e8-4a56-aa1e-834676e8d603] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1446.573643] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: a435a8b4-bf5e-4522-a28b-3e325584d944] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1447.077169] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: c53ba01e-4d55-4824-a932-4260c916aea5] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1447.580483] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 70decc92-a486-4c4c-9041-c434c32d7106] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1448.085051] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 9bf86958-d68d-4eb0-bb64-676aebcb92ff] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1448.587599] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: e1e3fe51-fe18-4b5d-8381-f28b3751e3c4] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1449.091067] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 66ec7549-af6a-4195-96f2-e738be419d5a] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1449.595648] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 2f24fdcb-7069-40d0-b668-f4ed7b78960c] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1450.098860] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 73ffc862-9628-4118-b00a-22497e87470b] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1450.602232] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 77771328-578a-4078-84ca-454c852d058c] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1451.105948] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: eeb644a2-2766-492e-8e1b-fce4072765fa] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1451.609129] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 691459b0-7f61-4050-b9bc-d3efea39e401] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1452.112373] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 5835c220-c04c-44b2-bbf0-10b9bddf8d2f] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1452.616021] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 5fd3d9bf-6d29-4f78-8273-3189a59ccc25] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1453.119613] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: cb20419a-6f4c-417b-95e0-4dd0d750ecf5] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1453.622688] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 3c7c6bbe-e227-472b-92b8-e6c2c68221b7] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1454.125807] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 9cbb2005-3ede-4837-b5e1-0f6521043662] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1454.629182] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: 693f5d7b-9fb0-46bf-a718-9c9b1e4097da] Instance has had 0 of 5 cleanup attempts {{(pid=62788) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11780}} [ 1455.133143] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.630060] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.630060] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.630060] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 1460.132733] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Didn't find any instances for network info cache update. {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10553}} [ 1460.133040] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.133133] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.133285] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.133441] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.133574] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.133715] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.133847] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 1460.133988] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.637179] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.637555] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.637612] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.637773] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1460.638705] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81937674-2411-47d2-b773-76f4b23b6281 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.646944] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a259b1-6e76-4c5d-84e9-95ab48ba24c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.660122] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee996895-89e5-4258-91d4-232e9884e225 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.666038] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5226bdae-9fa9-4592-9bb0-eb645f71e623 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.694501] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181112MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1460.694653] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.694829] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.905695] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Instance d773332b-bcf5-44db-b8f4-728f50abdef6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62788) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1461.906034] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1461.906101] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1461.935874] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29894a06-58dc-4840-b765-1bebfa822007 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.943192] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fbd6c0-889e-4bea-b13b-50d818a6f783 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.975816] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe97a07-c308-48b3-aaa1-71b24f5205b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.983389] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bdf9c7-88e8-4b4a-bd42-cabd226f923a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.996734] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.500654] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.006395] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1463.006788] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.312s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.006848] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.006969] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Cleaning up deleted instances with incomplete migration {{(pid=62788) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11805}} [ 1471.690944] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "d773332b-bcf5-44db-b8f4-728f50abdef6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.691359] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.691406] env[62788]: INFO nova.compute.manager [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Shelving [ 1472.700951] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.701347] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d99366f-3bb5-44d1-a5ba-a41273ddbd30 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.709280] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1472.709280] env[62788]: value = "task-2395131" [ 1472.709280] env[62788]: _type = "Task" [ 1472.709280] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.717187] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.219174] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395131, 'name': PowerOffVM_Task, 'duration_secs': 0.20842} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.219444] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.220207] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26ac623-14fc-488f-b117-62e775a26639 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.237690] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3e771b-3bd5-4e7d-99d4-5a3214020e8c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.747629] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Creating Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1473.748059] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-28b9bf50-ff88-48de-8498-02ea92f9faae {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.756701] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1473.756701] env[62788]: value = "task-2395132" [ 1473.756701] env[62788]: _type = "Task" [ 1473.756701] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.764823] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.267464] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395132, 'name': CreateSnapshot_Task, 'duration_secs': 0.434067} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.267725] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Created Snapshot of the VM instance {{(pid=62788) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1474.268469] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dc25e2-adf1-458d-b2e3-63642dd27435 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.785401] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Creating linked-clone VM from snapshot {{(pid=62788) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1474.785782] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-63acee35-79ad-4d11-ac60-c4d238ecdb89 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.795231] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1474.795231] env[62788]: value = "task-2395133" [ 1474.795231] env[62788]: _type = "Task" [ 1474.795231] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.802751] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395133, 'name': CloneVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.305747] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395133, 'name': CloneVM_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.807165] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395133, 'name': CloneVM_Task, 'duration_secs': 0.981407} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.807504] env[62788]: INFO nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Created linked-clone VM from snapshot [ 1475.808120] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dabf54-6550-4639-ae7c-4f8c78e71708 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.814970] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Uploading image b10f18cd-84c1-4c89-a232-152e3172356a {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1475.836204] env[62788]: DEBUG oslo_vmware.rw_handles [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1475.836204] env[62788]: value = "vm-485848" [ 1475.836204] env[62788]: _type = "VirtualMachine" [ 1475.836204] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1475.836447] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b90c428c-d02c-40a7-aeed-682338990c57 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.842316] env[62788]: DEBUG oslo_vmware.rw_handles [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lease: (returnval){ [ 1475.842316] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5209beae-5a92-e121-159c-6650a5c2e6e5" [ 1475.842316] env[62788]: _type = "HttpNfcLease" [ 1475.842316] env[62788]: } obtained for exporting VM: (result){ [ 1475.842316] env[62788]: value = "vm-485848" [ 1475.842316] env[62788]: _type = "VirtualMachine" [ 1475.842316] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1475.842607] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the lease: (returnval){ [ 1475.842607] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5209beae-5a92-e121-159c-6650a5c2e6e5" [ 1475.842607] env[62788]: _type = "HttpNfcLease" [ 1475.842607] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1475.848524] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1475.848524] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5209beae-5a92-e121-159c-6650a5c2e6e5" [ 1475.848524] env[62788]: _type = "HttpNfcLease" [ 1475.848524] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1476.350961] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1476.350961] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5209beae-5a92-e121-159c-6650a5c2e6e5" [ 1476.350961] env[62788]: _type = "HttpNfcLease" [ 1476.350961] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1476.351273] env[62788]: DEBUG oslo_vmware.rw_handles [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1476.351273] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]5209beae-5a92-e121-159c-6650a5c2e6e5" [ 1476.351273] env[62788]: _type = "HttpNfcLease" [ 1476.351273] env[62788]: }. {{(pid=62788) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1476.352047] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753d3379-a4d2-4ca5-bf0b-e0a719436245 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.359869] env[62788]: DEBUG oslo_vmware.rw_handles [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecf7d-f885-f2c8-24fa-45baf0a3a92e/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1476.360061] env[62788]: DEBUG oslo_vmware.rw_handles [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecf7d-f885-f2c8-24fa-45baf0a3a92e/disk-0.vmdk for reading. {{(pid=62788) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1476.452091] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2cf22fae-6063-4da3-8463-d98f5738e112 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.330085] env[62788]: DEBUG oslo_vmware.rw_handles [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecf7d-f885-f2c8-24fa-45baf0a3a92e/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1483.330990] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4448d0e2-0b81-428d-acae-b751aa0dfb5a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.337166] env[62788]: DEBUG oslo_vmware.rw_handles [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecf7d-f885-f2c8-24fa-45baf0a3a92e/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1483.337333] env[62788]: ERROR oslo_vmware.rw_handles [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecf7d-f885-f2c8-24fa-45baf0a3a92e/disk-0.vmdk due to incomplete transfer. [ 1483.337537] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f5825a8-3fea-48fe-9977-307a9be97e50 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.344410] env[62788]: DEBUG oslo_vmware.rw_handles [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521ecf7d-f885-f2c8-24fa-45baf0a3a92e/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1483.344599] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Uploaded image b10f18cd-84c1-4c89-a232-152e3172356a to the Glance image server {{(pid=62788) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1483.347040] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Destroying the VM {{(pid=62788) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1483.347261] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-90b69ca2-7b54-43eb-9296-449b56646a51 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.352296] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1483.352296] env[62788]: value = "task-2395135" [ 1483.352296] env[62788]: _type = "Task" [ 1483.352296] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.359358] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395135, 'name': Destroy_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.861902] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395135, 'name': Destroy_Task, 'duration_secs': 0.368571} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.862275] env[62788]: INFO nova.virt.vmwareapi.vm_util [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Destroyed the VM [ 1483.862485] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Deleting Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1483.862755] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d2b2b8de-290e-482a-8e77-d54f5d629239 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.868484] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1483.868484] env[62788]: value = "task-2395136" [ 1483.868484] env[62788]: _type = "Task" [ 1483.868484] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.875718] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395136, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.378042] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395136, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.879069] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395136, 'name': RemoveSnapshot_Task, 'duration_secs': 0.591205} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.879318] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Deleted Snapshot of the VM instance {{(pid=62788) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1484.879551] env[62788]: DEBUG nova.compute.manager [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1484.880296] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ca821f-4b2f-4c1a-9461-c5155f3d619a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.392741] env[62788]: INFO nova.compute.manager [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Shelve offloading [ 1485.896162] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.896506] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-792abb12-bd8e-4f9e-a03e-2e0206fb4f7e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.904653] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1485.904653] env[62788]: value = "task-2395137" [ 1485.904653] env[62788]: _type = "Task" [ 1485.904653] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.911880] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.415792] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] VM already powered off {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1486.416181] env[62788]: DEBUG nova.compute.manager [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1486.416803] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779ea57f-0801-4a6d-80e6-804ab81afe2e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.422642] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.422842] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.422972] env[62788]: DEBUG nova.network.neutron [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.122615] env[62788]: DEBUG nova.network.neutron [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updating instance_info_cache with network_info: [{"id": "704e58cf-d6dc-4671-ba07-39a040436c44", "address": "fa:16:3e:8f:99:18", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704e58cf-d6", "ovs_interfaceid": "704e58cf-d6dc-4671-ba07-39a040436c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.625522] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.828979] env[62788]: DEBUG nova.compute.manager [req-f7cb504e-cfb0-4aa9-9c40-19b10a266714 req-c37d2838-9a4e-4592-8cf9-a41b30c1bf01 service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Received event network-vif-unplugged-704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1487.829236] env[62788]: DEBUG oslo_concurrency.lockutils [req-f7cb504e-cfb0-4aa9-9c40-19b10a266714 req-c37d2838-9a4e-4592-8cf9-a41b30c1bf01 service nova] Acquiring lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.829449] env[62788]: DEBUG oslo_concurrency.lockutils [req-f7cb504e-cfb0-4aa9-9c40-19b10a266714 req-c37d2838-9a4e-4592-8cf9-a41b30c1bf01 service nova] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.829621] env[62788]: DEBUG oslo_concurrency.lockutils [req-f7cb504e-cfb0-4aa9-9c40-19b10a266714 req-c37d2838-9a4e-4592-8cf9-a41b30c1bf01 service nova] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.829795] env[62788]: DEBUG nova.compute.manager [req-f7cb504e-cfb0-4aa9-9c40-19b10a266714 req-c37d2838-9a4e-4592-8cf9-a41b30c1bf01 service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] No waiting events found dispatching network-vif-unplugged-704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1487.829967] env[62788]: WARNING nova.compute.manager [req-f7cb504e-cfb0-4aa9-9c40-19b10a266714 req-c37d2838-9a4e-4592-8cf9-a41b30c1bf01 service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Received unexpected event network-vif-unplugged-704e58cf-d6dc-4671-ba07-39a040436c44 for instance with vm_state shelved and task_state shelving_offloading. [ 1487.927967] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1487.928858] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1694edc7-9d52-4533-8f66-8ff642c18ee9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.936072] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1487.936309] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e7ec722-cade-4687-a551-2b8b99b86df0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.009449] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1488.009666] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1488.009849] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleting the datastore file [datastore1] d773332b-bcf5-44db-b8f4-728f50abdef6 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1488.010129] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f1bc493-11a1-48f3-bf1e-ff0c9deee0c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.016605] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1488.016605] env[62788]: value = "task-2395139" [ 1488.016605] env[62788]: _type = "Task" [ 1488.016605] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.024299] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.526639] env[62788]: DEBUG oslo_vmware.api [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122308} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.528275] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1488.528275] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1488.528275] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1488.549842] env[62788]: INFO nova.scheduler.client.report [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleted allocations for instance d773332b-bcf5-44db-b8f4-728f50abdef6 [ 1489.054894] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.055194] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.055421] env[62788]: DEBUG nova.objects.instance [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'resources' on Instance uuid d773332b-bcf5-44db-b8f4-728f50abdef6 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.558465] env[62788]: DEBUG nova.objects.instance [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'numa_topology' on Instance uuid d773332b-bcf5-44db-b8f4-728f50abdef6 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.858240] env[62788]: DEBUG nova.compute.manager [req-369d98d0-cd74-49f2-a4bd-d7b83d08fa71 req-5245a837-8b8d-44de-b467-e04f95da8d3f service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Received event network-changed-704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1489.858444] env[62788]: DEBUG nova.compute.manager [req-369d98d0-cd74-49f2-a4bd-d7b83d08fa71 req-5245a837-8b8d-44de-b467-e04f95da8d3f service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Refreshing instance network info cache due to event network-changed-704e58cf-d6dc-4671-ba07-39a040436c44. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1489.858698] env[62788]: DEBUG oslo_concurrency.lockutils [req-369d98d0-cd74-49f2-a4bd-d7b83d08fa71 req-5245a837-8b8d-44de-b467-e04f95da8d3f service nova] Acquiring lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.858858] env[62788]: DEBUG oslo_concurrency.lockutils [req-369d98d0-cd74-49f2-a4bd-d7b83d08fa71 req-5245a837-8b8d-44de-b467-e04f95da8d3f service nova] Acquired lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.859203] env[62788]: DEBUG nova.network.neutron [req-369d98d0-cd74-49f2-a4bd-d7b83d08fa71 req-5245a837-8b8d-44de-b467-e04f95da8d3f service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Refreshing network info cache for port 704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.062022] env[62788]: DEBUG nova.objects.base [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62788) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1490.091078] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e958556-d7ad-46dc-85df-41c845cae9cf {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.098369] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4193129-da34-4d7e-91da-a5825e1da19b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.129214] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b75e11-3073-4f05-9085-5188cde8ef36 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.135681] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e0c0f3-56a9-441d-a1ac-09746970ebd3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.148307] env[62788]: DEBUG nova.compute.provider_tree [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.486484] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "d773332b-bcf5-44db-b8f4-728f50abdef6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.629135] env[62788]: DEBUG nova.network.neutron [req-369d98d0-cd74-49f2-a4bd-d7b83d08fa71 req-5245a837-8b8d-44de-b467-e04f95da8d3f service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updated VIF entry in instance network info cache for port 704e58cf-d6dc-4671-ba07-39a040436c44. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1490.629500] env[62788]: DEBUG nova.network.neutron [req-369d98d0-cd74-49f2-a4bd-d7b83d08fa71 req-5245a837-8b8d-44de-b467-e04f95da8d3f service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updating instance_info_cache with network_info: [{"id": "704e58cf-d6dc-4671-ba07-39a040436c44", "address": "fa:16:3e:8f:99:18", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap704e58cf-d6", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.651546] env[62788]: DEBUG nova.scheduler.client.report [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.132370] env[62788]: DEBUG oslo_concurrency.lockutils [req-369d98d0-cd74-49f2-a4bd-d7b83d08fa71 req-5245a837-8b8d-44de-b467-e04f95da8d3f service nova] Releasing lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.156519] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.664097] env[62788]: DEBUG oslo_concurrency.lockutils [None req-e27cceb4-7f7a-4bfd-8d13-cff1bf5c7c9f tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.973s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.664806] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.178s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.664997] env[62788]: INFO nova.compute.manager [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Unshelving [ 1492.690180] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.690518] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.690647] env[62788]: DEBUG nova.objects.instance [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'pci_requests' on Instance uuid d773332b-bcf5-44db-b8f4-728f50abdef6 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.194577] env[62788]: DEBUG nova.objects.instance [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'numa_topology' on Instance uuid d773332b-bcf5-44db-b8f4-728f50abdef6 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.697446] env[62788]: INFO nova.compute.claims [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.737243] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575138c6-8a4f-4bbf-a97c-0992e645daa9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.745069] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29018091-5fb8-48ef-989b-26eea6cdaa50 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.773690] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb8101c-1071-441d-829d-41564cd374da {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.780359] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5c6e1c-4329-4653-817d-23275f7e413b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.792736] env[62788]: DEBUG nova.compute.provider_tree [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.295813] env[62788]: DEBUG nova.scheduler.client.report [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.800950] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.110s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.828442] env[62788]: INFO nova.network.neutron [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updating port 704e58cf-d6dc-4671-ba07-39a040436c44 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1497.199846] env[62788]: DEBUG nova.compute.manager [req-659dcbf1-82ac-445a-9797-4b2fbcb732d1 req-5c151ba3-f248-4f24-98d6-451e4d3b227f service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Received event network-vif-plugged-704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1497.200252] env[62788]: DEBUG oslo_concurrency.lockutils [req-659dcbf1-82ac-445a-9797-4b2fbcb732d1 req-5c151ba3-f248-4f24-98d6-451e4d3b227f service nova] Acquiring lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1497.200252] env[62788]: DEBUG oslo_concurrency.lockutils [req-659dcbf1-82ac-445a-9797-4b2fbcb732d1 req-5c151ba3-f248-4f24-98d6-451e4d3b227f service nova] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1497.200361] env[62788]: DEBUG oslo_concurrency.lockutils [req-659dcbf1-82ac-445a-9797-4b2fbcb732d1 req-5c151ba3-f248-4f24-98d6-451e4d3b227f service nova] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.200515] env[62788]: DEBUG nova.compute.manager [req-659dcbf1-82ac-445a-9797-4b2fbcb732d1 req-5c151ba3-f248-4f24-98d6-451e4d3b227f service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] No waiting events found dispatching network-vif-plugged-704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1497.200686] env[62788]: WARNING nova.compute.manager [req-659dcbf1-82ac-445a-9797-4b2fbcb732d1 req-5c151ba3-f248-4f24-98d6-451e4d3b227f service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Received unexpected event network-vif-plugged-704e58cf-d6dc-4671-ba07-39a040436c44 for instance with vm_state shelved_offloaded and task_state spawning. [ 1497.296121] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.296121] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.296121] env[62788]: DEBUG nova.network.neutron [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Building network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.021717] env[62788]: DEBUG nova.network.neutron [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updating instance_info_cache with network_info: [{"id": "704e58cf-d6dc-4671-ba07-39a040436c44", "address": "fa:16:3e:8f:99:18", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704e58cf-d6", "ovs_interfaceid": "704e58cf-d6dc-4671-ba07-39a040436c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.524283] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.551162] env[62788]: DEBUG nova.virt.hardware [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-09T04:24:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='441b3a6b71c95e3e7703026086b466a1',container_format='bare',created_at=2025-02-09T04:40:59Z,direct_url=,disk_format='vmdk',id=b10f18cd-84c1-4c89-a232-152e3172356a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-225267519-shelved',owner='a3518b0ad7ed47a290c7d717277586ac',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-02-09T04:41:12Z,virtual_size=,visibility=), allow threads: False {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1498.551429] env[62788]: DEBUG nova.virt.hardware [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.551587] env[62788]: DEBUG nova.virt.hardware [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image limits 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1498.551773] env[62788]: DEBUG nova.virt.hardware [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Flavor pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.551922] env[62788]: DEBUG nova.virt.hardware [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Image pref 0:0:0 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1498.552080] env[62788]: DEBUG nova.virt.hardware [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62788) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1498.552304] env[62788]: DEBUG nova.virt.hardware [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1498.552467] env[62788]: DEBUG nova.virt.hardware [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1498.552634] env[62788]: DEBUG nova.virt.hardware [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Got 1 possible topologies {{(pid=62788) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1498.552799] env[62788]: DEBUG nova.virt.hardware [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1498.552975] env[62788]: DEBUG nova.virt.hardware [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62788) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1498.553881] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b67e32c-bf38-4b15-b7c3-353f4d7a3715 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.561992] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513882af-8443-410c-8ca6-b903b6fdf1fb {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.574642] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:99:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '704e58cf-d6dc-4671-ba07-39a040436c44', 'vif_model': 'vmxnet3'}] {{(pid=62788) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1498.581759] env[62788]: DEBUG oslo.service.loopingcall [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1498.581984] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Creating VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1498.582192] env[62788]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16752c5f-3cf6-4e99-a8df-0553edcc3c3c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.602710] env[62788]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1498.602710] env[62788]: value = "task-2395140" [ 1498.602710] env[62788]: _type = "Task" [ 1498.602710] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.609594] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2395140, 'name': CreateVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.112933] env[62788]: DEBUG oslo_vmware.api [-] Task: {'id': task-2395140, 'name': CreateVM_Task, 'duration_secs': 0.287902} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.113153] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Created VM on the ESX host {{(pid=62788) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1499.113690] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.113855] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.114252] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1499.114491] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01fe7fb2-15c1-4c47-a8a5-5fa50727e740 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.118921] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1499.118921] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52de8b43-5564-c9ad-3b32-84db13c6fb05" [ 1499.118921] env[62788]: _type = "Task" [ 1499.118921] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.125971] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52de8b43-5564-c9ad-3b32-84db13c6fb05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.225956] env[62788]: DEBUG nova.compute.manager [req-b8c13ae2-3b96-4451-8a12-2145d66d58ed req-11570f0b-b00e-4b01-9269-786ab4d1a0ab service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Received event network-changed-704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1499.226118] env[62788]: DEBUG nova.compute.manager [req-b8c13ae2-3b96-4451-8a12-2145d66d58ed req-11570f0b-b00e-4b01-9269-786ab4d1a0ab service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Refreshing instance network info cache due to event network-changed-704e58cf-d6dc-4671-ba07-39a040436c44. {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11675}} [ 1499.226330] env[62788]: DEBUG oslo_concurrency.lockutils [req-b8c13ae2-3b96-4451-8a12-2145d66d58ed req-11570f0b-b00e-4b01-9269-786ab4d1a0ab service nova] Acquiring lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.226474] env[62788]: DEBUG oslo_concurrency.lockutils [req-b8c13ae2-3b96-4451-8a12-2145d66d58ed req-11570f0b-b00e-4b01-9269-786ab4d1a0ab service nova] Acquired lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.226633] env[62788]: DEBUG nova.network.neutron [req-b8c13ae2-3b96-4451-8a12-2145d66d58ed req-11570f0b-b00e-4b01-9269-786ab4d1a0ab service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Refreshing network info cache for port 704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.629319] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.629656] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Processing image b10f18cd-84c1-4c89-a232-152e3172356a {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1499.629802] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a/b10f18cd-84c1-4c89-a232-152e3172356a.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.629952] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a/b10f18cd-84c1-4c89-a232-152e3172356a.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.630174] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1499.630418] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7987f9e3-71c9-4ee4-b186-c447b9df0fc3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.638712] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1499.638873] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62788) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1499.639521] env[62788]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ce1bdc-b859-4ec3-b1e3-6a390dc30ac3 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.643941] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1499.643941] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52355c7b-fc80-653a-7d8c-bb8476dd0f81" [ 1499.643941] env[62788]: _type = "Task" [ 1499.643941] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.651907] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': session[524194b5-6106-329a-2957-6f4480712e45]52355c7b-fc80-653a-7d8c-bb8476dd0f81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.922467] env[62788]: DEBUG nova.network.neutron [req-b8c13ae2-3b96-4451-8a12-2145d66d58ed req-11570f0b-b00e-4b01-9269-786ab4d1a0ab service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updated VIF entry in instance network info cache for port 704e58cf-d6dc-4671-ba07-39a040436c44. {{(pid=62788) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1499.922821] env[62788]: DEBUG nova.network.neutron [req-b8c13ae2-3b96-4451-8a12-2145d66d58ed req-11570f0b-b00e-4b01-9269-786ab4d1a0ab service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updating instance_info_cache with network_info: [{"id": "704e58cf-d6dc-4671-ba07-39a040436c44", "address": "fa:16:3e:8f:99:18", "network": {"id": "b922e1e4-409e-4970-b421-141e69e40ee3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2034208001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3518b0ad7ed47a290c7d717277586ac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap704e58cf-d6", "ovs_interfaceid": "704e58cf-d6dc-4671-ba07-39a040436c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.802453] env[62788]: DEBUG oslo_concurrency.lockutils [req-b8c13ae2-3b96-4451-8a12-2145d66d58ed req-11570f0b-b00e-4b01-9269-786ab4d1a0ab service nova] Releasing lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.811619] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Preparing fetch location {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1500.811858] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Fetch image to [datastore1] OSTACK_IMG_110fb482-37b0-460e-a4de-42bde548f10a/OSTACK_IMG_110fb482-37b0-460e-a4de-42bde548f10a.vmdk {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1500.812051] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Downloading stream optimized image b10f18cd-84c1-4c89-a232-152e3172356a to [datastore1] OSTACK_IMG_110fb482-37b0-460e-a4de-42bde548f10a/OSTACK_IMG_110fb482-37b0-460e-a4de-42bde548f10a.vmdk on the data store datastore1 as vApp {{(pid=62788) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1500.812225] env[62788]: DEBUG nova.virt.vmwareapi.images [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Downloading image file data b10f18cd-84c1-4c89-a232-152e3172356a to the ESX as VM named 'OSTACK_IMG_110fb482-37b0-460e-a4de-42bde548f10a' {{(pid=62788) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1500.879471] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1500.879471] env[62788]: value = "resgroup-9" [ 1500.879471] env[62788]: _type = "ResourcePool" [ 1500.879471] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1500.879744] env[62788]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a4e41eb8-954a-4818-a823-e21e4e7832c5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.900248] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lease: (returnval){ [ 1500.900248] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52024922-bbb1-f60b-5073-24b2ebbf4af4" [ 1500.900248] env[62788]: _type = "HttpNfcLease" [ 1500.900248] env[62788]: } obtained for vApp import into resource pool (val){ [ 1500.900248] env[62788]: value = "resgroup-9" [ 1500.900248] env[62788]: _type = "ResourcePool" [ 1500.900248] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1500.900654] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the lease: (returnval){ [ 1500.900654] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52024922-bbb1-f60b-5073-24b2ebbf4af4" [ 1500.900654] env[62788]: _type = "HttpNfcLease" [ 1500.900654] env[62788]: } to be ready. {{(pid=62788) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1500.906382] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1500.906382] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52024922-bbb1-f60b-5073-24b2ebbf4af4" [ 1500.906382] env[62788]: _type = "HttpNfcLease" [ 1500.906382] env[62788]: } is initializing. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1501.410020] env[62788]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1501.410020] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52024922-bbb1-f60b-5073-24b2ebbf4af4" [ 1501.410020] env[62788]: _type = "HttpNfcLease" [ 1501.410020] env[62788]: } is ready. {{(pid=62788) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1501.410020] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1501.410020] env[62788]: value = "session[524194b5-6106-329a-2957-6f4480712e45]52024922-bbb1-f60b-5073-24b2ebbf4af4" [ 1501.410020] env[62788]: _type = "HttpNfcLease" [ 1501.410020] env[62788]: }. {{(pid=62788) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1501.410020] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f74c77-f5c0-4fce-812d-0bcad678f15f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.416554] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ddd1f-7ca3-826e-f809-3bb29a03675d/disk-0.vmdk from lease info. {{(pid=62788) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1501.416922] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ddd1f-7ca3-826e-f809-3bb29a03675d/disk-0.vmdk. {{(pid=62788) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1501.479893] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8ade4557-ff96-4204-ba6e-546293b72626 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.791840] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Completed reading data from the image iterator. {{(pid=62788) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1502.792247] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ddd1f-7ca3-826e-f809-3bb29a03675d/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1502.793239] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caed8c3-f530-4184-96a9-5bd91f90106f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.800898] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ddd1f-7ca3-826e-f809-3bb29a03675d/disk-0.vmdk is in state: ready. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1502.801104] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ddd1f-7ca3-826e-f809-3bb29a03675d/disk-0.vmdk. {{(pid=62788) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1502.801352] env[62788]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0c46afcd-2e4a-4c9f-b0f2-dd24396290a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.063412] env[62788]: DEBUG oslo_vmware.rw_handles [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522ddd1f-7ca3-826e-f809-3bb29a03675d/disk-0.vmdk. {{(pid=62788) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1503.063633] env[62788]: INFO nova.virt.vmwareapi.images [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Downloaded image file data b10f18cd-84c1-4c89-a232-152e3172356a [ 1503.064458] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ab1cc6-bb52-484b-9ce2-f4d6105bf88e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.078897] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93f59a15-7891-44be-bc02-96bc3e699299 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.103834] env[62788]: INFO nova.virt.vmwareapi.images [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] The imported VM was unregistered [ 1503.105964] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Caching image {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1503.106194] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.106426] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-258381bf-e5a0-4c4c-9c7e-ddcc3822a859 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.116611] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Created directory with path [datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a {{(pid=62788) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.116787] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_110fb482-37b0-460e-a4de-42bde548f10a/OSTACK_IMG_110fb482-37b0-460e-a4de-42bde548f10a.vmdk to [datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a/b10f18cd-84c1-4c89-a232-152e3172356a.vmdk. {{(pid=62788) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1503.117015] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-56a791d5-92db-4df6-99e8-fbbf6fbd4e69 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.122794] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1503.122794] env[62788]: value = "task-2395143" [ 1503.122794] env[62788]: _type = "Task" [ 1503.122794] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.129526] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395143, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.634225] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395143, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.134498] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395143, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.635323] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395143, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.136098] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395143, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.633989] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395143, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.167797} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.634276] env[62788]: INFO nova.virt.vmwareapi.ds_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_110fb482-37b0-460e-a4de-42bde548f10a/OSTACK_IMG_110fb482-37b0-460e-a4de-42bde548f10a.vmdk to [datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a/b10f18cd-84c1-4c89-a232-152e3172356a.vmdk. [ 1505.634448] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Cleaning up location [datastore1] OSTACK_IMG_110fb482-37b0-460e-a4de-42bde548f10a {{(pid=62788) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1505.634611] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_110fb482-37b0-460e-a4de-42bde548f10a {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.634880] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06bf523d-34dc-49ab-8076-e72a1b517fe0 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.641038] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1505.641038] env[62788]: value = "task-2395144" [ 1505.641038] env[62788]: _type = "Task" [ 1505.641038] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.648175] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.152114] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032944} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.152558] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.152558] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a/b10f18cd-84c1-4c89-a232-152e3172356a.vmdk" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.152750] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a/b10f18cd-84c1-4c89-a232-152e3172356a.vmdk to [datastore1] d773332b-bcf5-44db-b8f4-728f50abdef6/d773332b-bcf5-44db-b8f4-728f50abdef6.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1506.152991] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-376af35b-373f-42f3-8177-0854721b502e {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.159269] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1506.159269] env[62788]: value = "task-2395145" [ 1506.159269] env[62788]: _type = "Task" [ 1506.159269] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.166626] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.672327] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395145, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.172107] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395145, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.672226] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395145, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.172718] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395145, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.671929] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395145, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.346837} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.671929] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b10f18cd-84c1-4c89-a232-152e3172356a/b10f18cd-84c1-4c89-a232-152e3172356a.vmdk to [datastore1] d773332b-bcf5-44db-b8f4-728f50abdef6/d773332b-bcf5-44db-b8f4-728f50abdef6.vmdk {{(pid=62788) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1508.672225] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1c7240-3c62-4092-9c97-837cab250cb5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.692637] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] d773332b-bcf5-44db-b8f4-728f50abdef6/d773332b-bcf5-44db-b8f4-728f50abdef6.vmdk or device None with type streamOptimized {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1508.692884] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df698db2-0eb1-4669-a7b4-e6c0d8d4dedc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.711020] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1508.711020] env[62788]: value = "task-2395146" [ 1508.711020] env[62788]: _type = "Task" [ 1508.711020] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.718108] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.220248] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395146, 'name': ReconfigVM_Task, 'duration_secs': 0.450938} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.220686] env[62788]: DEBUG nova.virt.vmwareapi.volumeops [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Reconfigured VM instance instance-0000007c to attach disk [datastore1] d773332b-bcf5-44db-b8f4-728f50abdef6/d773332b-bcf5-44db-b8f4-728f50abdef6.vmdk or device None with type streamOptimized {{(pid=62788) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1509.221114] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7becfbc6-271b-4a1e-891e-b26fa98b64e5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.226353] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1509.226353] env[62788]: value = "task-2395147" [ 1509.226353] env[62788]: _type = "Task" [ 1509.226353] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.233270] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395147, 'name': Rename_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.735876] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395147, 'name': Rename_Task, 'duration_secs': 0.138745} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.736133] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Powering on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1509.736377] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6278776-e64b-4025-ab36-2eadf034f1b9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.742939] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1509.742939] env[62788]: value = "task-2395148" [ 1509.742939] env[62788]: _type = "Task" [ 1509.742939] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.749841] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.252432] env[62788]: DEBUG oslo_vmware.api [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395148, 'name': PowerOnVM_Task, 'duration_secs': 0.466429} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.252837] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Powered on the VM {{(pid=62788) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1510.344077] env[62788]: DEBUG nova.compute.manager [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Checking state {{(pid=62788) _get_power_state /opt/stack/nova/nova/compute/manager.py:1812}} [ 1510.344976] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc8fc06-4807-4401-bae2-078a1e775d90 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.863017] env[62788]: DEBUG oslo_concurrency.lockutils [None req-0996aa73-d26f-4dd4-a154-81dd073e264e tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.198s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.353261] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "d773332b-bcf5-44db-b8f4-728f50abdef6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.353656] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.353773] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.353977] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.354170] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.356241] env[62788]: INFO nova.compute.manager [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Terminating instance [ 1511.860774] env[62788]: DEBUG nova.compute.manager [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Start destroying the instance on the hypervisor. {{(pid=62788) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3178}} [ 1511.861042] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Destroying instance {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1511.861949] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b66d8ab-9b32-4677-8340-2f392b7562d5 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.869548] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Powering off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.869722] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60bc1969-3d77-43cf-8fb8-95fca2873d18 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.875849] env[62788]: DEBUG oslo_vmware.api [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1511.875849] env[62788]: value = "task-2395149" [ 1511.875849] env[62788]: _type = "Task" [ 1511.875849] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.883637] env[62788]: DEBUG oslo_vmware.api [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.385138] env[62788]: DEBUG oslo_vmware.api [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395149, 'name': PowerOffVM_Task, 'duration_secs': 0.179087} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.385519] env[62788]: DEBUG nova.virt.vmwareapi.vm_util [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Powered off the VM {{(pid=62788) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.385604] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Unregistering the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.385829] env[62788]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c28ecb8-ae3c-4777-8913-3f32f0f8126f {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.450363] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Unregistered the VM {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.450576] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Deleting contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.450738] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleting the datastore file [datastore1] d773332b-bcf5-44db-b8f4-728f50abdef6 {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.450982] env[62788]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d44aa14a-b9c0-4e88-9da9-28e9506790c9 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.457306] env[62788]: DEBUG oslo_vmware.api [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for the task: (returnval){ [ 1512.457306] env[62788]: value = "task-2395151" [ 1512.457306] env[62788]: _type = "Task" [ 1512.457306] env[62788]: } to complete. {{(pid=62788) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.464675] env[62788]: DEBUG oslo_vmware.api [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.966838] env[62788]: DEBUG oslo_vmware.api [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Task: {'id': task-2395151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139975} completed successfully. {{(pid=62788) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.967142] env[62788]: DEBUG nova.virt.vmwareapi.ds_util [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleted the datastore file {{(pid=62788) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1512.967331] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Deleted contents of the VM from datastore datastore1 {{(pid=62788) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1512.967504] env[62788]: DEBUG nova.virt.vmwareapi.vmops [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Instance destroyed {{(pid=62788) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1512.967678] env[62788]: INFO nova.compute.manager [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1512.967916] env[62788]: DEBUG oslo.service.loopingcall [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62788) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1512.968123] env[62788]: DEBUG nova.compute.manager [-] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Deallocating network for instance {{(pid=62788) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2310}} [ 1512.968223] env[62788]: DEBUG nova.network.neutron [-] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] deallocate_for_instance() {{(pid=62788) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.395497] env[62788]: DEBUG nova.compute.manager [req-853a11cc-50e5-4599-a93e-d7b7b0555bfc req-342307de-ed73-48f6-9d36-6acef0c91bce service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Received event network-vif-deleted-704e58cf-d6dc-4671-ba07-39a040436c44 {{(pid=62788) external_instance_event /opt/stack/nova/nova/compute/manager.py:11670}} [ 1513.395497] env[62788]: INFO nova.compute.manager [req-853a11cc-50e5-4599-a93e-d7b7b0555bfc req-342307de-ed73-48f6-9d36-6acef0c91bce service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Neutron deleted interface 704e58cf-d6dc-4671-ba07-39a040436c44; detaching it from the instance and deleting it from the info cache [ 1513.395497] env[62788]: DEBUG nova.network.neutron [req-853a11cc-50e5-4599-a93e-d7b7b0555bfc req-342307de-ed73-48f6-9d36-6acef0c91bce service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.877359] env[62788]: DEBUG nova.network.neutron [-] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.898716] env[62788]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-889acc9f-4676-4f73-a159-428bd8515f1c {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.908198] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e54563b-be2d-49f3-96e4-7c373182c9ae {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.931807] env[62788]: DEBUG nova.compute.manager [req-853a11cc-50e5-4599-a93e-d7b7b0555bfc req-342307de-ed73-48f6-9d36-6acef0c91bce service nova] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Detach interface failed, port_id=704e58cf-d6dc-4671-ba07-39a040436c44, reason: Instance d773332b-bcf5-44db-b8f4-728f50abdef6 could not be found. {{(pid=62788) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11504}} [ 1514.380022] env[62788]: INFO nova.compute.manager [-] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Took 1.41 seconds to deallocate network for instance. [ 1514.885959] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.886374] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.886495] env[62788]: DEBUG nova.objects.instance [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lazy-loading 'resources' on Instance uuid d773332b-bcf5-44db-b8f4-728f50abdef6 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.420736] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd306d8-1e51-411a-a636-600846a2167b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.428077] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e36add7-356e-4048-a305-5d2d0776f045 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.456994] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f03778b-0a31-4036-8f7d-a3ed34de8581 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.463704] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f0b96a-8692-4b2a-a955-09192519d77a {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.476116] env[62788]: DEBUG nova.compute.provider_tree [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.910681] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.911083] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.979584] env[62788]: DEBUG nova.scheduler.client.report [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.415802] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.416023] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Starting heal instance info cache {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10467}} [ 1516.416185] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Rebuilding the list of instances to heal {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10471}} [ 1516.484136] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.504486] env[62788]: INFO nova.scheduler.client.report [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Deleted allocations for instance d773332b-bcf5-44db-b8f4-728f50abdef6 [ 1516.992924] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.993163] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquired lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.993271] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Forcefully refreshing network info cache for instance {{(pid=62788) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1516.993451] env[62788]: DEBUG nova.objects.instance [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lazy-loading 'info_cache' on Instance uuid d773332b-bcf5-44db-b8f4-728f50abdef6 {{(pid=62788) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.011287] env[62788]: DEBUG oslo_concurrency.lockutils [None req-b50b732a-7a74-48dd-b5da-34be0714d9ce tempest-ServerActionsTestOtherB-183867372 tempest-ServerActionsTestOtherB-183867372-project-member] Lock "d773332b-bcf5-44db-b8f4-728f50abdef6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.658s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.999198] env[62788]: DEBUG nova.compute.utils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Can not refresh info_cache because instance was not found {{(pid=62788) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1518.016457] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Instance cache missing network info. {{(pid=62788) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1518.603646] env[62788]: DEBUG nova.network.neutron [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updating instance_info_cache with network_info: [] {{(pid=62788) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.106619] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Releasing lock "refresh_cache-d773332b-bcf5-44db-b8f4-728f50abdef6" {{(pid=62788) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.106909] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] [instance: d773332b-bcf5-44db-b8f4-728f50abdef6] Updated the network info_cache for instance {{(pid=62788) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10538}} [ 1519.107078] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.107263] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.107411] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.107561] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.107705] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.107847] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.107973] env[62788]: DEBUG nova.compute.manager [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62788) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11086}} [ 1519.108158] env[62788]: DEBUG oslo_service.periodic_task [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62788) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.611354] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.611568] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.611732] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.611884] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62788) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1519.612788] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0371dd0-27f2-4041-9b54-400277739696 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.621103] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb9c2ad-546a-44a6-9585-6fad60137888 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.634382] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ddfa7-4b4d-4644-a106-cd2f0abbcd05 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.640107] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809f8670-6be8-432d-805b-71620828c7ec {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.668136] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181017MB free_disk=152GB free_vcpus=48 pci_devices=None {{(pid=62788) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1519.668272] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.668456] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.688347] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1520.688571] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62788) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1520.701281] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df91ac5a-52a2-4ac4-9311-27cb0730b6cc {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.709226] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9177bb26-b72a-476b-804a-502cd17094a1 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.738621] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d902b-bb4f-434e-8807-e4326bfb5c2b {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.745345] env[62788]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85632cf-2fa5-4d49-abb3-c3be71d4dc83 {{(pid=62788) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.757823] env[62788]: DEBUG nova.compute.provider_tree [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed in ProviderTree for provider: 2fde3e97-72c1-479b-994f-72c28581c753 {{(pid=62788) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.261107] env[62788]: DEBUG nova.scheduler.client.report [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Inventory has not changed for provider 2fde3e97-72c1-479b-994f-72c28581c753 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 152, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62788) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1521.767742] env[62788]: DEBUG nova.compute.resource_tracker [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62788) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1521.768160] env[62788]: DEBUG oslo_concurrency.lockutils [None req-7367916e-4ea5-435b-8cd4-a164272cbfa5 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=62788) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}